-- Logs begin at Thu 2021-06-10 09:41:52 UTC, end at Thu 2021-06-10 10:44:32 UTC. -- Jun 10 10:16:23.818161 dv-cinder-795751-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 10 10:16:26.496430 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.common.config [-] Logging enabled! Jun 10 10:16:26.497015 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev310 Jun 10 10:16:26.497250 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91641) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 10:16:26.500382 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.common.config [-] Logging enabled! Jun 10 10:16:26.500640 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev310 Jun 10 10:16:26.500952 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91641) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 10 10:16:26.501904 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 10:16:26.502146 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 10:16:26.502515 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 10:16:26.502768 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 10:16:26.502999 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 10:16:26.503322 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.503623 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.503923 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.504155 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.504454 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.504748 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.505033 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.505322 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.505622 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.505936 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.506222 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.506508 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.506745 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.507029 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.507318 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.507606 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.507830 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] debug = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.508112 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.508543 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.508958 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.509243 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.509535 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.509816 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.510119 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.510398 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.510686 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.511018 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] host = dv-cinder-795751-1-smb {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.511300 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.511587 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.511875 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.512162 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.512976 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.513257 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.513544 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.513822 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.514188 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] log_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.514467 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.514823 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.515116 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.515412 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.515640 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.515867 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.516157 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.516446 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.516725 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.517005 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.517288 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.517566 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.517841 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.518147 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.518434 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.518718 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.519005 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.519282 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.519557 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.519828 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.520101 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.520387 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.520661 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.520938 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.521213 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.521501 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.521772 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.522071 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.522373 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.522659 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.522942 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.523227 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.523502 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.523785 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.524058 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.524329 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.524602 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] use_json = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.524876 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.525148 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.525436 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.525705 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.526003 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.526280 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.526552 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.526838 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:26.527140 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.527446 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.527750 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.528588 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.528887 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.529173 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.529466 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.529749 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.530066 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.530361 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.530652 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.530933 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.531225 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.531509 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.531809 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.532118 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.532416 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.532711 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.532991 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.533271 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.533550 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.533832 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.534147 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.534445 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.534738 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.535018 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.535303 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.535598 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.535881 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.536160 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.536444 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.536736 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.537073 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.537362 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.537651 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.537959 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.538239 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.538516 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.538797 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.539091 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.539374 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.539651 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.539929 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.540211 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.540489 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.540781 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.541061 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.541341 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.541619 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.541917 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.542201 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.542479 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.542757 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.543033 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.543315 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.543617 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.543895 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.544173 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.544451 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.544727 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.545004 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.545278 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.545559 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.545835 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.546151 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.546429 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.546705 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.546983 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.547279 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.547834 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.548119 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.548404 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.548688 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.548970 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.549250 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.549532 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.549815 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.550123 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.550401 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.550696 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.550985 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.551275 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.551563 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.551850 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.552150 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.552435 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.552725 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.553009 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.553293 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.553587 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.553875 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.554195 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.554494 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.554791 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.555087 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.555381 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.555669 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.555983 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.556267 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:26.556487 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 10:16:26.556729 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91641) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 10 10:16:26.906450 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:16:26.906729 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:16:26.907015 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:16:26.907348 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 10 10:16:27.292308 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.292529 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.292806 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.294665 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.294943 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.295210 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.329128 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.329411 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.329683 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.342911 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.343197 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.343471 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.373732 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.374038 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.374316 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.409457 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.409742 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.410049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.639314 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.639967 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.639967 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.640135 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.641064 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.763739 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.764058 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.764345 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.764624 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.764898 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.765213 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.765477 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.765736 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.766021 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.766309 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.766575 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.766845 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.767109 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.767376 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.767632 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.767901 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.768177 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.768437 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.768714 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.768971 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.769258 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.769610 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.769866 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.770177 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.770431 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.770681 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.771077 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:27.771323 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:27.771566 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:27.771804 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:27.772044 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:27.772282 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:27.773633 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 10 10:16:27.776795 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 10 10:16:27.781236 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 10 10:16:27.784983 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1300, 1349)])]) Jun 10 10:16:27.786645 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 10 10:16:27.787105 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 10 10:16:27.787448 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 10 10:16:27.787843 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 10 10:16:27.790665 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 10 10:16:27.790918 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 10 10:16:27.791265 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 10:16:27.819351 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 10 10:16:27.819810 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.820112 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91641) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 10 10:16:27.820479 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.821826 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91641) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 10 10:16:27.822138 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 10 10:16:27.822386 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 10 10:16:27.825472 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.825763 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:27.889806 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 10 10:16:27.890087 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 10 10:16:27.890331 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 10 10:16:27.890705 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 10 10:16:27.911368 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_db.sqlalchemy.engines [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91641) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 10 10:16:28.424381 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing driver for type 'gre' Jun 10 10:16:28.424941 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] gre ID ranges: [(1, 1000)] Jun 10 10:16:28.477222 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing driver for type 'local' Jun 10 10:16:28.477570 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing driver for type 'vlan' Jun 10 10:16:28.490367 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] VlanTypeDriver initialization complete Jun 10 10:16:28.490723 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing driver for type 'vxlan' Jun 10 10:16:28.491379 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] vxlan ID ranges: [(1, 1000)] Jun 10 10:16:28.543806 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing extension driver 'port_security' Jun 10 10:16:28.544344 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.extensions.port_security [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] PortSecurityExtensionDriver initialization complete Jun 10 10:16:28.544690 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing mechanism driver 'openvswitch' Jun 10 10:16:28.545044 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing mechanism driver 'hyperv' Jun 10 10:16:28.551804 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.plugins.ml2.plugin [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:16:28.552723 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.553105 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.553474 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.553873 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnet after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.554257 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnet after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.554617 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.555005 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.555365 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.555719 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.556105 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > security_group after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.556462 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > security_group after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.556812 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > security_group after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.557199 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.557550 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.557909 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.558308 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > address_group after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.558664 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > address_group after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.559027 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > address_group after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.559884 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] ML2 OVO RPC backend initialized. {{(pid=91641) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 10 10:16:28.560762 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.561133 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.561559 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.561935 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > networks before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.562296 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.562647 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > ports before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.562998 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnet before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.563349 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnets before_response 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.563710 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.564063 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.564413 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.564768 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.565118 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.565470 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.565820 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnet after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.566189 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnet after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.566536 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > subnet after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.567115 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.plugin [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Modular L2 Plugin initialization complete Jun 10 10:16:28.567448 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading services supported by the core plugin {{(pid=91641) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 10 10:16:28.567778 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.plugins.ml2.managers [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Got port-security extension from driver 'port_security' Jun 10 10:16:28.568244 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.extensions.vlantransparent [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Disabled vlantransparent extension. Jun 10 10:16:28.568742 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91641) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 10 10:16:28.569062 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: router Jun 10 10:16:28.604803 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router_interface before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.605148 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router after_create 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.605528 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router before_create 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.605916 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.606862 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.607224 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router after_delete 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.607593 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > floatingip after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.607971 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router after_create 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.608326 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router after_update 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.608685 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router after_update 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.609040 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.609406 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router after_update 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.609819 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_update 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.610221 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: port after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.610571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: port after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.610913 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: subnet after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.611257 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.611609 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > port precommit_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.611958 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_create 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.612308 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: port before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.612659 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.613024 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router after_update 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.613373 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_delete 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.613728 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_create 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.614123 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router_interface after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.614477 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_update 55549900 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.614854 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > network after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.615713 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Tracking information for resource: router configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:28.616054 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Tracking information for resource: floatingip configured {{(pid=91641) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 10 10:16:28.621169 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.db.l3_agentschedulers_db [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 10 10:16:28.621822 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: port after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.622234 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: port after_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.622594 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: port after_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.622950 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: port after_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.623748 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router before_create 55550100 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.624117 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_delete 55550100 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.624484 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_create 55550100 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.624848 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > router precommit_update 55550100 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.629447 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.services.provider_configuration [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service providers = [] {{(pid=91641) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 10 10:16:28.629815 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.db.servicetype_db [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91641) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 10 10:16:28.632745 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.services.service_base [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:16:28.633105 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.services.service_base [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:16:28.633459 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.services.service_base [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:16:28.634361 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.services.service_base [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91641) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 10 10:16:28.634736 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.services.service_base [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 10 10:16:28.635120 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.635438 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 10 10:16:28.645957 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.646485 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: auto_allocate Jun 10 10:16:28.652379 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: network precommit_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.652783 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: network precommit_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.653843 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.654194 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: tag Jun 10 10:16:28.660980 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.661138 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: timestamp Jun 10 10:16:28.665139 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.665473 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: network_ip_availability Jun 10 10:16:28.671821 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.672204 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.672569 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.673570 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.673914 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: flavors Jun 10 10:16:28.678846 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.679187 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading Plugin: revisions Jun 10 10:16:28.684613 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91641) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 10 10:16:28.685017 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_concurrency.lockutils [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=91641) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:16:28.685771 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91641) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 10 10:16:28.686143 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Initializing extension manager. Jun 10 10:16:28.686655 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: __init__.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.687006 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: __pycache__ {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.687345 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.688073 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: address_group.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.689287 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.689879 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: address-group Jun 10 10:16:28.690241 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: address_scope.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.690958 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.691479 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: address-scope Jun 10 10:16:28.691817 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: admin_state_down_before_update.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.692737 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.693259 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: router-admin-state-down-before-update Jun 10 10:16:28.693589 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: agent.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.695313 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.695841 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: agent Jun 10 10:16:28.696175 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: agent_resources_synced.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.697084 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.697605 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: agent-resources-synced Jun 10 10:16:28.697956 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: allowedaddresspairs.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.699716 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.700778 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: allowed-address-pairs Jun 10 10:16:28.701108 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: auto_allocated_topology.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.702221 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.702751 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: auto-allocated-topology Jun 10 10:16:28.703087 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: availability_zone.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.703785 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.704307 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: availability_zone Jun 10 10:16:28.704635 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: availability_zone_filter.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.705539 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.706092 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: availability_zone_filter Jun 10 10:16:28.706421 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: data_plane_status.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.707323 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.707838 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension data-plane-status not supported by any of loaded plugins Jun 10 10:16:28.708165 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: default_subnetpools.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.709076 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.709591 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: default-subnetpools Jun 10 10:16:28.709944 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: dhcpagentscheduler.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.710752 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.711269 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: dhcp_agent_scheduler Jun 10 10:16:28.711596 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: dns.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.712507 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.713026 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension dns-integration not supported by any of loaded plugins Jun 10 10:16:28.713356 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: dns_domain_ports.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.714288 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.714804 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 10 10:16:28.715133 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: dvr.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.716352 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.716871 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: dvr Jun 10 10:16:28.717205 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: empty_string_filtering.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.718146 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.718665 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: empty-string-filtering Jun 10 10:16:28.718995 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.719900 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.720413 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 10 10:16:28.720744 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.721655 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.722198 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 10 10:16:28.722530 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: external_net.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.723447 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.723963 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: external-net Jun 10 10:16:28.724291 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: extra_dhcp_opt.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.725184 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.725703 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: extra_dhcp_opt Jun 10 10:16:28.726062 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: extraroute.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.726976 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.727493 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: extraroute Jun 10 10:16:28.727820 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: extraroute_atomic.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.728842 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.729363 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: extraroute-atomic Jun 10 10:16:28.729690 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: filter_validation.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.730372 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.730891 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: filter-validation Jun 10 10:16:28.731242 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: fip_pf_description.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.732141 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.732659 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 10 10:16:28.732983 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: fip_port_details.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.733918 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.734446 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: fip-port-details Jun 10 10:16:28.734772 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: flavors.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.736004 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.736532 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: flavors Jun 10 10:16:28.736863 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.738536 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.739073 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 10 10:16:28.739407 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: floatingip_pools.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.740108 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.740633 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: floatingip-pools Jun 10 10:16:28.740964 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: ip_allocation.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.741875 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.742421 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension ip_allocation not supported by any of loaded plugins Jun 10 10:16:28.742756 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.743664 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.744181 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: ip-substring-filtering Jun 10 10:16:28.744511 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l2_adjacency.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.745429 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.745967 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 10 10:16:28.746297 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l3.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.747274 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.747803 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: router Jun 10 10:16:28.748133 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l3_conntrack_helper.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.750520 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.751064 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 10 10:16:28.751406 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.752331 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.752867 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: ext-gw-mode Jun 10 10:16:28.753200 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.754145 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.754665 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: l3-ha Jun 10 10:16:28.754995 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l3_flavors.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.755901 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.756419 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: l3-flavors Jun 10 10:16:28.756747 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.757667 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.758228 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 10 10:16:28.758558 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: l3agentscheduler.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.759599 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.760120 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: l3_agent_scheduler Jun 10 10:16:28.760449 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: logging.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.761952 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.763014 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension logging not supported by any of loaded plugins Jun 10 10:16:28.763350 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: metering.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.764093 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.764683 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: metering Jun 10 10:16:28.765016 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.766136 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.766670 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: metering_source_and_destination_fields Jun 10 10:16:28.767005 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: multiprovidernet.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.767923 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.768443 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: multi-provider Jun 10 10:16:28.768774 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: netmtu.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.769681 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.770231 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: net-mtu Jun 10 10:16:28.770565 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: netmtu_writable.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.771473 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.771992 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: net-mtu-writable Jun 10 10:16:28.772322 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: network_availability_zone.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.773000 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.773518 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: network_availability_zone Jun 10 10:16:28.773845 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: network_ip_availability.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.774952 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.775472 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: network-ip-availability Jun 10 10:16:28.775801 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: network_segment_range.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.776561 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.777077 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension network-segment-range not supported by any of loaded plugins Jun 10 10:16:28.777403 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: pagination.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.778958 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.779324 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: pagination Jun 10 10:16:28.779653 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: port_device_profile.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.780569 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.781093 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: port-device-profile Jun 10 10:16:28.781419 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.782376 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.782895 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: port-mac-address-regenerate Jun 10 10:16:28.783221 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.784130 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.784644 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: port-numa-affinity-policy Jun 10 10:16:28.784972 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: port_resource_request.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.785880 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.786601 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension port-resource-request not supported by any of loaded plugins Jun 10 10:16:28.786744 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: portbindings.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.787667 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.788185 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: binding Jun 10 10:16:28.788512 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: portbindings_extended.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.791340 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.791878 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: binding-extended Jun 10 10:16:28.792222 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: portsecurity.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.793155 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.793707 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: port-security Jun 10 10:16:28.794075 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: project_id.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.795059 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.795401 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: project-id Jun 10 10:16:28.795730 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: providernet.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.796642 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.797165 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: provider Jun 10 10:16:28.797492 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.801376 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.801942 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos not supported by any of loaded plugins Jun 10 10:16:28.802288 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.803538 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.804069 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 10 10:16:28.804407 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.805319 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.805877 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 10 10:16:28.806243 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_default.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.807147 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.807672 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-default not supported by any of loaded plugins Jun 10 10:16:28.808003 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_fip.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.808657 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.809169 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-fip not supported by any of loaded plugins Jun 10 10:16:28.809523 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_gateway_ip.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.810475 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.810995 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 10 10:16:28.811324 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_port_network_policy.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.812229 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.812752 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 10 10:16:28.813083 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_rule_type_details.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.814032 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.814548 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 10 10:16:28.814877 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: qos_rules_alias.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.815912 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.816440 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 10 10:16:28.816772 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: quotasv2.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.817704 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.818077 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: quotas Jun 10 10:16:28.818404 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: quotasv2_detail.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.821442 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.821793 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: quota_details Jun 10 10:16:28.822171 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: rbac.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.823248 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.823784 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: rbac-policies Jun 10 10:16:28.824124 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: rbac_address_group.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.825583 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.826149 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: rbac-address-group Jun 10 10:16:28.826484 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: rbac_address_scope.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.827402 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.827927 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: rbac-address-scope Jun 10 10:16:28.828262 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: rbac_security_groups.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.829183 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.829711 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: rbac-security-groups Jun 10 10:16:28.830079 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: rbac_subnetpool.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.831194 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.831726 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: rbac-subnetpool Jun 10 10:16:28.832061 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: revisionifmatch.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.833013 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.833537 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: revision-if-match Jun 10 10:16:28.833868 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: revisions.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.834993 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.835522 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: standard-attr-revisions Jun 10 10:16:28.835855 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: router_availability_zone.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.836528 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.837050 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: router_availability_zone Jun 10 10:16:28.837380 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: routerservicetype.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.838322 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.838848 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension router-service-type not supported by any of loaded plugins Jun 10 10:16:28.839177 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.840149 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.841263 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: security-groups-normalized-cidr Jun 10 10:16:28.841603 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: security_groups_port_filtering.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.842560 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.843085 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: port-security-groups-filtering Jun 10 10:16:28.843418 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.844336 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.844861 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: security-groups-remote-address-group Jun 10 10:16:28.845196 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: securitygroup.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.854962 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.855462 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: security-group Jun 10 10:16:28.855805 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: segment.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.856621 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.857144 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension segment not supported by any of loaded plugins Jun 10 10:16:28.857479 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.858429 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.858950 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 10 10:16:28.859285 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: servicetype.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.860366 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.860894 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: service-type Jun 10 10:16:28.861230 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: sorting.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.862242 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.862589 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: sorting Jun 10 10:16:28.862923 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: standard_attr_segment.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.863825 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.864346 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 10 10:16:28.864675 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: standardattrdescription.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.865319 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.865835 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: standard-attr-description Jun 10 10:16:28.866191 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: stateful_security_group.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.867119 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.867636 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: stateful-security-group Jun 10 10:16:28.867964 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: stdattrs_common.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.868540 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 10 10:16:28.868865 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.869845 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.870388 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 10 10:16:28.870717 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: subnet_onboard.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.871799 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.872330 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: subnet_onboard Jun 10 10:16:28.872660 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.873577 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.874123 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 10 10:16:28.874452 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: subnet_service_types.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.875365 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.875884 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: subnet-service-types Jun 10 10:16:28.876211 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: subnetallocation.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.877280 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.877807 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: subnet_allocation Jun 10 10:16:28.878168 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.878834 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.879352 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: subnetpool-prefix-ops Jun 10 10:16:28.879682 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.880615 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.881131 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 10 10:16:28.881461 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: tagging.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.882566 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.883090 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: standard-attr-tag Jun 10 10:16:28.883422 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: timestamp.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.884615 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.885145 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loaded extension: standard-attr-timestamp Jun 10 10:16:28.885477 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: trunk.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.886544 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.887076 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension trunk not supported by any of loaded plugins Jun 10 10:16:28.887929 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: trunk_details.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.888840 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.889365 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension trunk-details not supported by any of loaded plugins Jun 10 10:16:28.889692 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: uplink_status_propagation.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.890632 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.891156 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 10 10:16:28.891483 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Loading extension file: vlantransparent.py {{(pid=91641) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 10 10:16:28.892154 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91641) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 10 10:16:28.892681 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 10 10:16:28.895217 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:network Jun 10 10:16:28.895750 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:subnet Jun 10 10:16:28.896158 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:16:28.896651 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:port Jun 10 10:16:28.897970 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.898416 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service FLAVORS assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.899050 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.899491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.899829 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:router Jun 10 10:16:28.900274 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 10:16:28.900764 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service METERING assigned prefix: /metering {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.902269 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.902654 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.903064 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91641) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:16:28.904080 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 10:16:28.904526 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:security_group Jun 10 10:16:28.904976 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 10:16:28.905591 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service CORE assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.905951 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:16:28.906310 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] subnetpool is already registered Jun 10 10:16:28.906742 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service CORE assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.907074 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:16:28.907411 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] subnetpool is already registered Jun 10 10:16:28.909749 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.910229 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service FLAVORS assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.910848 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.911278 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.911618 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:router Jun 10 10:16:28.911963 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] router is already registered Jun 10 10:16:28.912388 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:floatingip Jun 10 10:16:28.912732 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] floatingip is already registered Jun 10 10:16:28.913195 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service METERING assigned prefix: /metering {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.913871 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of CountableResource for resource:rbac_policy Jun 10 10:16:28.914228 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] rbac_policy is already registered Jun 10 10:16:28.914648 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:security_group Jun 10 10:16:28.914988 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] security_group is already registered Jun 10 10:16:28.915406 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 10 10:16:28.915750 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] security_group_rule is already registered Jun 10 10:16:28.916378 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service CORE assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.916711 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:16:28.917050 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] subnetpool is already registered Jun 10 10:16:28.917476 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.v2.resource_helper [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Service CORE assigned prefix: {{(pid=91641) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 10 10:16:28.917809 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Creating instance of TrackedResource for resource:subnetpool Jun 10 10:16:28.918171 dv-cinder-795751-1-smb neutron-server[91641]: WARNING neutron.quota.resource_registry [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] subnetpool is already registered Jun 10 10:16:28.919185 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: extensions {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.920668 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: address-groups {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.922259 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: address-scopes {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.923869 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: agents {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.925064 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: auto-allocated-topology {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.926378 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: availability_zones {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.927630 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: dhcp-networks {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.929183 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: dhcp-agents {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.930721 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: routers {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.932467 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: flavors {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.933766 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: service_profiles {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.935087 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: next_providers {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.936544 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: service_profiles {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.938145 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: floatingip-pools {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.939405 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: routers {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.941135 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: floatingips {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.942462 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: l3-routers {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.943892 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: l3-agents {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.945344 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: metering-labels {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.946650 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: metering-label-rules {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.949016 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: network-ip-availabilities {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.950862 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: bindings {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.952457 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: quotas {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.954073 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: quotas {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.955527 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: rbac-policies {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.956727 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: security-groups {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.958091 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: security-group-rules {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.959346 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: service-providers {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.960604 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: subnetpools {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.962028 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: subnetpools {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.963618 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.965325 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.968640 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.970483 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.972215 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.974222 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.975941 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.977790 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.979786 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.981786 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron.api.extensions [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Extended resource: tags {{(pid=91641) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 10 10:16:28.987924 dv-cinder-795751-1-smb neutron-server[91641]: WARNING keystonemiddleware.auth_token [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 10 10:16:28.992522 dv-cinder-795751-1-smb neutron-server[91641]: WARNING keystonemiddleware.auth_token [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 10 10:16:29.000851 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_concurrency.lockutils [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Acquired lock "singleton_lock" {{(pid=91641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 10 10:16:29.001339 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_concurrency.lockutils [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Releasing lock "singleton_lock" {{(pid=91641) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 10 10:16:29.002018 dv-cinder-795751-1-smb neutron-server[91641]: INFO oslo_service.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Starting 2 workers Jun 10 10:16:29.007282 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Started child 91748 {{(pid=91641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:16:29.011861 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Started child 91749 {{(pid=91641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:16:29.014060 dv-cinder-795751-1-smb neutron-server[91641]: INFO neutron.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 10 10:16:29.014736 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Notify callbacks [] for process, before_spawn {{(pid=91641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:29.016010 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:29.017092 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:29.017750 dv-cinder-795751-1-smb neutron-server[91641]: INFO oslo_service.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Starting 1 workers Jun 10 10:16:29.017923 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [-] (91748) wsgi starting up on http://0.0.0.0:9696 Jun 10 10:16:29.018498 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [-] (91749) wsgi starting up on http://0.0.0.0:9696 Jun 10 10:16:29.022465 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Started child 91750 {{(pid=91641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:16:29.023015 dv-cinder-795751-1-smb neutron-server[91641]: INFO oslo_service.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Starting 1 workers Jun 10 10:16:29.027083 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] calling RpcWorker wait() {{(pid=91750) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 10 10:16:29.027660 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] returning from RpcWorker wait() {{(pid=91750) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 10 10:16:29.027763 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Started child 91751 {{(pid=91641) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Jun 10 10:16:29.029043 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG neutron_lib.callbacks.manager [None req-d887e2c6-8d41-4e9d-acdf-0720bdb2fff9 None None] Notify callbacks [] for process, after_spawn {{(pid=91641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:29.029553 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:29.030036 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:16:29.030990 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 10:16:29.031232 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 10:16:29.031426 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 10:16:29.031651 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 10:16:29.032006 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 10:16:29.032174 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 10:16:29.032718 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.032994 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.033261 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.033526 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.033823 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.033933 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:29.034450 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.034847 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.035055 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:16:29.035202 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.035480 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.035731 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.035904 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.036071 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.036342 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.036575 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.036873 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.037148 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.037398 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.037669 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.037840 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.038140 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.038410 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.038677 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.038952 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] debug = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.039198 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.039698 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.039944 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.040199 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.040439 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.040722 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.040951 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.041387 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.041723 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.042000 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.042249 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.042527 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.042772 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.042994 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.043217 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.043465 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.043730 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.044286 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] host = dv-cinder-795751-1-smb {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.045767 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.045767 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.046065 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.046191 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.046534 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.046676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.046916 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.047168 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.047473 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.047648 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.048174 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.048433 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.048658 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.048899 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.049066 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_options = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.049312 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.049595 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.049873 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.050093 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.050267 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.050447 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.050706 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.051382 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.052147 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.052147 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.052405 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.052594 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.052813 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.053055 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.053315 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.053568 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.053788 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.054043 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.054298 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.054528 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.054757 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.054989 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.055227 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.055446 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.055722 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.055891 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.056204 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.056557 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.056792 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.058265 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.058438 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.058627 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.059028 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.059186 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.059895 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.060171 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.060482 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.060870 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.061151 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.061465 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.061970 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.061970 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.062222 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.062438 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.062957 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.062957 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_json = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.063121 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.065676 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.066221 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.066221 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.066513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.066713 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.066975 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.067212 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.067440 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.067712 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.067988 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.068320 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.068574 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.068879 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.069111 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.069395 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.070010 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.070298 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.070580 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.070817 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.071208 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.071465 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.071722 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.072254 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.072738 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.073205 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.073637 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.074067 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.074497 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.074961 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.075913 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.076315 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.076739 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.077207 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.077443 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.077693 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.077957 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.078206 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.078432 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.078665 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.079086 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.079496 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.079890 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.080311 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.080687 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.080915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.081160 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.081385 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.081642 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.081913 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.082171 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.082433 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.082659 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.082901 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.083118 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.083393 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.083715 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.084027 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.084254 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.084473 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.084694 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.084959 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.085242 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.085473 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.085692 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.085927 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.086156 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.086381 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.086598 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.086822 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.087074 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.087295 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.087527 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.087764 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.088002 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.088218 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.088432 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.088646 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.088867 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.089081 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.089297 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.089535 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.089753 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.089993 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.090218 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.090532 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.090851 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.091094 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.091358 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.091599 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.091859 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.092115 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.092379 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.092603 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.092826 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.093064 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.093317 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.093545 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.093794 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.094069 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.094630 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.095072 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.095072 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.095315 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.095529 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.095777 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.096006 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.096341 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.096540 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.096797 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.097035 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.097317 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.098282 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.098529 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.098811 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.099028 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.099292 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.099597 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.099872 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.100299 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.100429 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.100627 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.100955 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.101111 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.101319 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.101564 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.101797 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.102059 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.102364 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.102858 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.102858 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.103135 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.103277 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.103600 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.103836 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.104054 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.104272 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.104546 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.104795 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.105086 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.105315 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.105576 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.105808 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.106111 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.106366 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.106602 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.106816 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.107045 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.107487 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.107737 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.107969 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.108205 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.108421 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.109033 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.109609 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.109827 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.110079 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.110304 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.110527 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.110751 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.110995 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.111209 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.111428 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.111671 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.112017 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.112144 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.112319 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.112554 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.112787 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.113666 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.114146 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.114280 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.114436 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.114683 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.114907 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.115145 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.115360 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.115710 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.115869 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.116082 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.116310 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.116530 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.116763 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.116978 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.117222 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.117436 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.117748 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.117959 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.118297 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.118501 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.118763 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.118982 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.119197 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.119447 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.119663 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.119882 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.120097 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.120315 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.120530 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.120841 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.121020 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.121241 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.121483 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.121691 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.122449 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.122684 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.122896 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.123188 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.123441 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.123685 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.123920 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.124151 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.124379 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.124721 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.124851 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.125020 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.125251 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.125472 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.125701 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.129928 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.130571 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131397 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131397 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131565 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.131844 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.132147 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.133253 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.133716 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.134194 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.134687 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.135185 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.135667 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.136099 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.136541 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.137044 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.138069 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.138358 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.138620 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.138884 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.139136 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.139361 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.139611 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.139848 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.140088 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.140335 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.140574 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.140827 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.141048 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.141315 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.141554 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.141791 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.142030 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.142259 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.142492 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.142642 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 10:16:29.143214 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91641) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Jun 10 10:16:29.143368 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 10 10:16:29.143524 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 10 10:16:29.143694 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 10 10:16:29.143865 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 10 10:16:29.144018 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 10 10:16:29.144226 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.144387 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.144547 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.144708 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.144868 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.145051 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.145214 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.145375 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.145535 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.145691 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.146032 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.146196 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.146361 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.146517 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.146830 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.146997 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.147153 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.147312 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.147479 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.147641 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.147806 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.147964 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.148119 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] debug = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.148464 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.148729 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.148964 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.149195 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.149420 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.149582 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.149740 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.149916 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.150084 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.150241 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.150544 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.150855 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.151012 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.151169 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.151474 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.151635 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.151799 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.151958 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] host = dv-cinder-795751-1-smb {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.152118 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.152278 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.152437 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.152678 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.152785 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.152890 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.153217 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.153375 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:16:29.153472 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.153541 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.153673 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.153833 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.154021 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.154189 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.154326 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.154483 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_options = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.154643 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.154803 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.154960 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.155136 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.155301 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.155460 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.155618 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.155776 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.155934 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.156092 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.156252 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.156411 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.156569 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.156728 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.156890 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.157049 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.157208 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.157364 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.157522 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.157678 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.157835 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.158015 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.158174 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.158333 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.158491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.158649 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.158808 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.158967 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.159125 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.159282 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.159440 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.159597 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.159754 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.159912 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.160070 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.160228 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.160386 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.160547 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.160704 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.160862 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.161019 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.161177 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.161334 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.161490 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.161647 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.161805 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_json = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.161989 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.162148 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.162305 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.162462 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.162620 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.162779 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.162936 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.163094 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 10 10:16:29.163275 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.163442 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.163618 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.163783 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.164921 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.164921 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.164921 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.164921 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.165593 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.165593 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.165593 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.165593 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.165951 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.165951 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.166095 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.166185 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.166319 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.166490 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.166815 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.166980 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.167142 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.167290 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.167481 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.167650 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.167816 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.23/identity {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.167940 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.168085 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.168245 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.168407 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.168589 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.168840 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.169006 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.169171 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.169338 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.169520 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.169660 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.169807 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.170010 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.170167 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.170325 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.170487 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.170651 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.170814 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.170978 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.171144 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.171310 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.171474 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.171660 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.171819 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.171968 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.172143 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.172362 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.172483 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.172612 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.173038 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.173203 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.173368 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.173533 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.173696 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.173859 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.174052 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.174231 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.174406 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.174557 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.174716 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.174874 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.175040 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.175206 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.175371 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.177925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178491 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178930 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178930 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178930 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178930 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178930 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.178930 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.179272 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.179272 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.179396 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.179544 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.181915 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.182513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.182513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.182513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.182513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.182513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.182513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.182513 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.183120 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.183298 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.183473 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.183642 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.183817 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.183994 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.184161 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.184850 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.185016 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.185181 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.185346 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.185516 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.185680 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.185845 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.186033 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.186200 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.186373 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.186546 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.186711 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.186885 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.187046 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.187231 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.187395 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.187557 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.187720 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.187884 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.188048 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.188212 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.188377 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.188540 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.188703 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.188867 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.189036 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.23/identity {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.189200 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.189363 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.189526 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.189691 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.189855 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.190042 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.190205 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.190369 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.190532 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.190697 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.190861 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.191026 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.191190 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.191354 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.191517 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.191700 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.192082 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.192295 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.192466 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.192630 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.192794 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.192960 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.193124 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.193330 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.193658 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.193853 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.194010 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.194170 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.194337 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.194498 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.194808 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.195123 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.195436 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.195599 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.195900 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.196209 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.196375 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.196650 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.196752 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.197925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.197925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.197925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.197925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.197925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.197925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.197925 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.198452 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.198452 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.198452 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.198452 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.198821 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.198821 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.198964 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.199041 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.199201 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.199368 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.199534 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.199700 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.199877 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.200574 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.200744 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.200911 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.201090 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.201907 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.201907 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.201907 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.201907 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.201907 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.202517 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.202688 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.202856 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.203021 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.203198 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.203357 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.203524 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.203690 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.203855 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.204028 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.204194 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.204359 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.204527 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.204687 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.205009 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.205177 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.205344 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.205512 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.205677 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.205847 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.206182 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.206349 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.206520 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.206690 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.206855 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.207023 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.207200 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.207363 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.207528 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.207693 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.207860 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.208025 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.208190 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.208359 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.208531 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.208701 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.208869 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.209038 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.209209 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1300:1349'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.209381 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.209543 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.209712 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.209906 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.210072 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.210238 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.210401 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.210566 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.210729 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.210891 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.211058 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.211221 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.211385 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.211549 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.211713 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.211876 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.212039 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.212202 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.212366 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.212530 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.212693 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.212859 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.213020 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 10 10:16:29.213176 dv-cinder-795751-1-smb neutron-server[91641]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91641) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 10 10:16:29.489451 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 45892) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:16:29.497919 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [-] 10.222.0.23 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063202 Jun 10 10:16:40.773251 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37667c58-18e2-4210-95f1-667cf15231da None None] get_active_networks_info from dv-cinder-795751-1-smb {{(pid=91750) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 10 10:16:40.867908 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37667c58-18e2-4210-95f1-667cf15231da None None] No non-hosted networks {{(pid=91750) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 10 10:16:40.896505 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.agentschedulers_db [None req-37667c58-18e2-4210-95f1-667cf15231da None None] DHCP Agent not found on host dv-cinder-795751-1-smb {{(pid=91750) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 10 10:16:41.030470 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-95bede29-af9b-4989-b31f-199f8553d407 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533'] for agent, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:43.186253 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533'] for agent, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:43.187941 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.188192 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.189944 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.190318 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.191276 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.191631 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.195258 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.195641 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.196968 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.199240 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.200065 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.200767 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:43.203009 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-795751-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:16:43.223664 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-795751-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:16:43.240690 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-891efa8c-62df-4f23-a867-49c4c19d5f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533'] for agent, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:43.270784 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-46f84a1f-c653-487d-81fd-166fe6bbed4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:44.165968 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533'] for agent, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:46.024508 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533'] for agent, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:47.123806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 45984) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:16:47.540038 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.db.l3_hamode_db [None req-ec958165-744e-43c3-a9ab-2d9bd3b39386 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 10 10:16:47.622226 dv-cinder-795751-1-smb neutron-server[91749]: WARNING oslo_policy.policy [None req-86de1860-c685-4df2-a55a-3a9348170d27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:16:47.622902 dv-cinder-795751-1-smb neutron-server[91749]: WARNING oslo_policy.policy [None req-86de1860-c685-4df2-a55a-3a9348170d27 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:16:47.629401 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec958165-744e-43c3-a9ab-2d9bd3b39386 None None] Routers set() bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:16:47.629791 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec958165-744e-43c3-a9ab-2d9bd3b39386 None None] Router IDs set() for agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jun 10 10:16:47.837177 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [None req-86de1860-c685-4df2-a55a-3a9348170d27 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:16:47.838243 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-86de1860-c685-4df2-a55a-3a9348170d27 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7135298 Jun 10 10:16:50.171902 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 45998) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:16:50.488646 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:16:50.588277 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.policy [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91749) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 10:16:50.632916 dv-cinder-795751-1-smb neutron-server[91749]: WARNING oslo_policy.policy [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:16:50.633291 dv-cinder-795751-1-smb neutron-server[91749]: WARNING oslo_policy.policy [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:16:50.642457 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.quota [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] Loaded quota_driver: . Jun 10 10:16:50.733662 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739070659751', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739070656888', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739070647758', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739070646020', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739070651016', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8739070559103', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-530856', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-536632', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1625965', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1691709'] for rbac-policy, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:50.798219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:50.799637 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-56c43524-c7a8-4892-b45e-cca444716231 admin admin] 10.222.0.23 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6264887 Jun 10 10:16:53.338153 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46010) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:16:53.640669 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Request body: {'network': {'name': 'private', 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'admin_state_up': True}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:16:53.668201 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Made reservation on behalf of 17ac2b33be124544be10cc4fbf7adf11 for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:16:53.670988 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:53.690215 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:53.814117 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:53.817692 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:53.822694 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:16:53.837863 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1347} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:16:53.866728 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739068485542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:53.867316 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Unsubscribe: segment precommit_create {{(pid=91749) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 10:16:53.867793 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Added segment de234fab-d7fa-4468-b8c3-7396dbb46fe4 of type vlan for network b95db309-911b-4f5b-84de-b3bec66cb0f5 Jun 10 10:16:53.886042 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b25830-0866-47ea-94fd-8322ae636150,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:16:53.940624 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.940963 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.941290 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.941612 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.941950 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.942309 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.942631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.942942 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.943265 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.943576 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.943882 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.944185 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Tracked resource versions report: Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: pushed versions: Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: { 'AddressGroup': {'1.2'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'ConntrackHelper': {'1.0'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Log': {'1.0'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Network': {'1.1'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Port': {'1.7'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'PortForwarding': {'1.2'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'QosPolicy': {'1.8'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroup': {'1.4'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'SubPort': {'1.0'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Subnet': {'1.1'}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Trunk': {'1.1'}} Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: consumer versions: Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'ConntrackHelper': '1.0', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Log': '1.0', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Network': '1.1', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Port': '1.7', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'PortForwarding': '1.2', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'QosPolicy': '1.8', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroup': '1.4', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroupRule': '1.2', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'SubPort': '1.0', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Subnet': '1.1', Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: 'Trunk': '1.1'}} Jun 10 10:16:53.945291 dv-cinder-795751-1-smb neutron-server[91749]: {{(pid=91749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:16:53.991483 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:16:53.993292 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:54.043347 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:54.044896 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:16:54.045566 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:54.048351 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:16:54.101695 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7623920 Jun 10 10:16:54.172068 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Pushing event updated for resources: {'Network': ['ID=b95db309-911b-4f5b-84de-b3bec66cb0f5,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:16:54.175787 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:16:54.184277 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:16:56.692532 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46024) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:16:57.108142 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0c59f1-75d5-49d3-9ae6-42c8f4790e0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:16:57.109482 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7a0c59f1-75d5-49d3-9ae6-42c8f4790e0b admin admin] 10.222.0.23 "GET /v2.0/networks/b95db309-911b-4f5b-84de-b3bec66cb0f5 HTTP/1.1" status: 200 len: 826 time: 0.4159925 Jun 10 10:16:57.134026 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-2ae0c99a-54e9-401f-a75c-47384185db75 admin admin] 10.222.0.23 "GET /v2.0/subnetpools/4d8bea6d-f7d7-493a-8236-980048e797a0 HTTP/1.1" status: 200 len: 734 time: 0.0191755 Jun 10 10:16:57.142062 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'name': 'private-subnet', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'ip_version': 4, 'subnetpool_id': '4d8bea6d-f7d7-493a-8236-980048e797a0'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:16:57.164495 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Made reservation on behalf of 17ac2b33be124544be10cc4fbf7adf11 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:16:57.166938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:57.500455 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:57.502552 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:16:57.582944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9d9cd4-c413-40a8-b329-0f510d4659fe,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:16:57.587955 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Checking segment: {'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:16:57.588498 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Network hostable DHCP agents. Network: b95db309-911b-4f5b-84de-b3bec66cb0f5, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:16:57.593127 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:16:57.610706 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:16:57.621645 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, b95db309-911b-4f5b-84de-b3bec66cb0f5) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:16:57.626818 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:16:57.627430 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:57.631908 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce760d3-6999-4958-9b34-7e77a3193791 None None] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:16:57.646617 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5032840 Jun 10 10:16:57.965416 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-b95db309-911b-4f5b-84de-b3bec66cb0f5', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'fixed_ips': [{'subnet_id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:16:57.966686 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:58.254577 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Allocated IP 172.20.0.2 (b95db309-911b-4f5b-84de-b3bec66cb0f5/4f9d9cd4-c413-40a8-b329-0f510d4659fe/2985cd8c-b0fa-4377-b518-ab775e9dbad7) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:16:58.521452 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:58.536878 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Transition to ACTIVE for port object 2985cd8c-b0fa-4377-b518-ab775e9dbad7 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:16:58.558437 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Transition to ACTIVE for port object 2985cd8c-b0fa-4377-b518-ab775e9dbad7 will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:16:58.566918 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:58.569904 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:16:58.645843 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:16:58.650531 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:16:58.659833 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:16:58.662877 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Pushing event updated for resources: {'Port': ['ID=2985cd8c-b0fa-4377-b518-ab775e9dbad7,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:16:58.688157 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.688508 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.688846 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.689178 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.689506 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.689873 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.690236 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.690558 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.690881 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.691200 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.691518 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.691840 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Tracked resource versions report: Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: pushed versions: Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: { 'AddressGroup': {'1.2'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'ConntrackHelper': {'1.0'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Log': {'1.0'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Network': {'1.1'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Port': {'1.7'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'PortForwarding': {'1.2'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'QosPolicy': {'1.8'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroup': {'1.4'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'SubPort': {'1.0'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Subnet': {'1.1'}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Trunk': {'1.1'}} Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: consumer versions: Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'ConntrackHelper': '1.0', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Log': '1.0', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Network': '1.1', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Port': '1.7', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'PortForwarding': '1.2', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'QosPolicy': '1.8', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroup': '1.4', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroupRule': '1.2', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'SubPort': '1.0', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Subnet': '1.1', Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: 'Trunk': '1.1'}} Jun 10 10:16:58.692960 dv-cinder-795751-1-smb neutron-server[91750]: {{(pid=91750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:16:58.720630 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:16:58.753429 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Attempting to bind port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:16:58.753829 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Attempting to bind port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:16:58.754294 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Attempting to bind port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 on network b95db309-911b-4f5b-84de-b3bec66cb0f5 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:16:58.759117 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 16, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:16:58.759532 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Checking segment: {'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:16:58.759997 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:58.760394 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Bound using segment: {'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:16:58.760866 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Bound port: 2985cd8c-b0fa-4377-b518-ab775e9dbad7, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:16:58.761258 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:58.834082 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] For port 2985cd8c-b0fa-4377-b518-ab775e9dbad7, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:16:58.857846 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] For port 2985cd8c-b0fa-4377-b518-ab775e9dbad7, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=2985cd8c-b0fa-4377-b518-ab775e9dbad7,segment=NetworkSegment(de234fab-d7fa-4468-b8c3-7396dbb46fe4),segment_id=de234fab-d7fa-4468-b8c3-7396dbb46fe4)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:16:58.862460 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:16:58.866836 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:16:58.928305 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Pushing event updated for resources: {'Port': ['ID=2985cd8c-b0fa-4377-b518-ab775e9dbad7,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:16:58.950143 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:00.000192 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46034) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:00.333062 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [None req-a28c3b23-0ff0-4ff8-9239-90b6084f0fa8 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:17:00.335041 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a28c3b23-0ff0-4ff8-9239-90b6084f0fa8 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3336005 Jun 10 10:17:02.668724 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46042) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:02.984019 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [None req-fc9de492-b491-462e-9365-3a23f0818f82 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:17:02.985001 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-fc9de492-b491-462e-9365-3a23f0818f82 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3154230 Jun 10 10:17:04.920339 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b4557-63d1-4f8d-9b5e-bac6f25e323a None None] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:17:04.964312 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-b1088fb7-6d2f-4735-a602-7ed09552dc49 None None] Provisioning for port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:17:05.126472 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 2985cd8c-b0fa-4377-b518-ab775e9dbad7 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:17:05.247152 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:17:05.251732 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:05.252133 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:05.376898 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:05.415943 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 2985cd8c-b0fa-4377-b518-ab775e9dbad7, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=2985cd8c-b0fa-4377-b518-ab775e9dbad7,segment=NetworkSegment(de234fab-d7fa-4468-b8c3-7396dbb46fe4),segment_id=de234fab-d7fa-4468-b8c3-7396dbb46fe4)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:17:05.424351 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:05.430231 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:05.458931 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-956fc022-a04c-4b8d-bbe6-bdb5869270fd None None] Provisioning complete for port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:05.459241 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-956fc022-a04c-4b8d-bbe6-bdb5869270fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:05.520598 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=2985cd8c-b0fa-4377-b518-ab775e9dbad7,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:05.523907 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:05.587155 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46056) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:05.883565 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-a03f7fc6-d416-4817-9626-748ad4fce6ac admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'name': 'router1'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:17:05.907092 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a03f7fc6-d416-4817-9626-748ad4fce6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:05.908705 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a03f7fc6-d416-4817-9626-748ad4fce6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:06.058641 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a03f7fc6-d416-4817-9626-748ad4fce6ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:06.063710 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a03f7fc6-d416-4817-9626-748ad4fce6ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:06.075176 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a03f7fc6-d416-4817-9626-748ad4fce6ac admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:06.076464 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a03f7fc6-d416-4817-9626-748ad4fce6ac admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4881337 Jun 10 10:17:07.086909 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 2985cd8c-b0fa-4377-b518-ab775e9dbad7 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:17:07.138472 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:07.139343 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:08.379361 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46064) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:08.691238 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [None req-aa5a052d-fce3-4f16-832d-96c189216ae0 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:17:08.692251 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-aa5a052d-fce3-4f16-832d-96c189216ae0 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3119276 Jun 10 10:17:10.694659 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-df45fad2-883b-4cee-b585-2cc736b83e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.021770 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46072) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:11.334912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:17:11.356038 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Made reservation on behalf of b4c9c9e7b17b40c187d38f62742072c9 for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:17:11.358386 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.368301 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.459928 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.463321 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.467166 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:11.477952 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Reserving flat network on physical network physnet1 {{(pid=91749) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 10 10:17:11.500622 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.500960 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Added segment 14da0709-49f1-4511-b98c-0922c1ca18e9 of type flat for network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 Jun 10 10:17:11.502220 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33893588-26ee-4e15-af4e-e6e93689d8fa,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:11.511828 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:11.560663 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.595963 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.597208 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:17:11.597785 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:11.600502 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5fa0c5b9-366a-467f-a9b5-b48895c00ad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:11.633458 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6106279 Jun 10 10:17:11.678105 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Pushing event updated for resources: {'Network': ['ID=e0fb7d3e-a91d-4769-b6f0-de1a896063d2,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:11.680848 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:11.688729 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:17:13.195223 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:13.208713 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-22fe5a4d-452a-4be2-a81c-f22b421352d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:14.039566 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46080) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:14.109290 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:14.428518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c9c6cb-e98f-4bea-9320-2b6d03c8ae1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:17:14.429824 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c8c9c6cb-e98f-4bea-9320-2b6d03c8ae1a admin admin] 10.222.0.23 "GET /v2.0/subnets/4f9d9cd4-c413-40a8-b329-0f510d4659fe HTTP/1.1" status: 200 len: 849 time: 0.3893070 Jun 10 10:17:14.578131 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-0ee7c05b-409d-4a43-91aa-57d72b8d3278 admin admin] 10.222.0.23 "GET /v2.0/routers/ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b HTTP/1.1" status: 200 len: 704 time: 0.1428969 Jun 10 10:17:15.007301 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:15.320027 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Allocated IP 172.20.0.1 (b95db309-911b-4f5b-84de-b3bec66cb0f5/4f9d9cd4-c413-40a8-b329-0f510d4659fe/5c072eea-0fb4-4d6c-9639-b02f187a0c1a) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:17:15.498169 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:15.520600 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.provisioning_blocks [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Transition to ACTIVE for port object 5c072eea-0fb4-4d6c-9639-b02f187a0c1a will not be triggered until provisioned by entity DHCP. {{(pid=91749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:17:15.602750 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:15.605478 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:15.683563 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:17:15.691282 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:17:15.693359 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Pushing event updated for resources: {'Port': ['ID=5c072eea-0fb4-4d6c-9639-b02f187a0c1a,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:15.704696 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:17:15.705104 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:15.797832 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:15.947386 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:15.949171 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-ad58cd35-5322-4235-ad15-df03b1bea164 None None] Provisioning for port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:17:15.952789 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-ad58cd35-5322-4235-ad15-df03b1bea164 None None] Provisioning complete for port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:15.953237 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ad58cd35-5322-4235-ad15-df03b1bea164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:16.002221 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:16.005994 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-ad58cd35-5322-4235-ad15-df03b1bea164 None None] Port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:17:16.168209 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:16.172984 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:16.174161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:16.176720 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:16.247428 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Pushing event updated for resources: {'Port': ['ID=5c072eea-0fb4-4d6c-9639-b02f187a0c1a,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:16.251772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:16.399437 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:17:16.400714 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:17:16.591355 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:17:16.629277 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-b9febaa8-9a0e-4de9-8cca-512b75777cf9 None None] Provisioning complete for port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:16.629657 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-b9febaa8-9a0e-4de9-8cca-512b75777cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:16.668580 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-b9febaa8-9a0e-4de9-8cca-512b75777cf9 None None] Port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:17:16.716660 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:17:16.722139 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] 10.222.0.23 "PUT /v2.0/routers/ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1392007 Jun 10 10:17:16.726363 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Sync routers for ids ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:17:16.738595 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Routers {'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:17:16.739473 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:17:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:16.953752 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Set router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b gateway port host: None {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:17:17.429072 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'name': 'router1', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:17:05Z', 'updated_at': '2021-06-10T10:17:15Z', 'revision_number': 2, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'gw_port_host': None, '_interfaces': [{'id': '5c072eea-0fb4-4d6c-9639-b02f187a0c1a', 'name': '', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'mac_address': 'fa:16:3e:20:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:15Z', 'updated_at': '2021-06-10T10:17:16Z', 'revision_number': 2, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'subnets': [{'id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8bea6d-f7d7-493a-8236-980048e797a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:17.435092 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Checking router: ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:17:17.435495 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Updating router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:17:17.509715 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:18.041100 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:18.059959 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Transition to ACTIVE for port object 5c072eea-0fb4-4d6c-9639-b02f187a0c1a will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:17:18.065947 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:18.070603 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:18.270438 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Pushing event updated for resources: {'Port': ['ID=5c072eea-0fb4-4d6c-9639-b02f187a0c1a,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:18.304525 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.304877 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.305219 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.305551 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.305928 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.306258 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.306589 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.306911 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.307229 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.307547 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.307863 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.308176 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Tracked resource versions report: Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: pushed versions: Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: { 'AddressGroup': {'1.2'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'ConntrackHelper': {'1.0'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Log': {'1.0'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Network': {'1.1'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Port': {'1.7'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'PortForwarding': {'1.2'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'QosPolicy': {'1.8'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroup': {'1.4'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'SubPort': {'1.0'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Subnet': {'1.1'}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Trunk': {'1.1'}} Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: consumer versions: Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'ConntrackHelper': '1.0', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Log': '1.0', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Network': '1.1', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Port': '1.7', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'PortForwarding': '1.2', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'QosPolicy': '1.8', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroup': '1.4', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroupRule': '1.2', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'SubPort': '1.0', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Subnet': '1.1', Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: 'Trunk': '1.1'}} Jun 10 10:17:18.309352 dv-cinder-795751-1-smb neutron-server[91751]: {{(pid=91751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:17:18.320628 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:18.323057 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Attempting to bind port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:17:18.323463 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Attempting to bind port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:17:18.323898 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Attempting to bind port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a on network b95db309-911b-4f5b-84de-b3bec66cb0f5 {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:17:18.329239 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:17:18.329709 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Checking segment: {'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:17:18.330220 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:18.330617 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Bound using segment: {'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:17:18.331166 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Bound port: 5c072eea-0fb4-4d6c-9639-b02f187a0c1a, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de234fab-d7fa-4468-b8c3-7396dbb46fe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1347, 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:17:18.331502 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:18.408210 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] For port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:17:18.430960 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] For port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=5c072eea-0fb4-4d6c-9639-b02f187a0c1a,segment=NetworkSegment(de234fab-d7fa-4468-b8c3-7396dbb46fe4),segment_id=de234fab-d7fa-4468-b8c3-7396dbb46fe4)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:17:18.435026 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:18.438062 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:18.505746 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Routers {'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:17:18.506449 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:17:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:18.559512 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Pushing event updated for resources: {'Port': ['ID=5c072eea-0fb4-4d6c-9639-b02f187a0c1a,revision_number=4']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:18.610791 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:18.639860 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] Set router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b gateway port host: None {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:17:18.923835 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'name': 'router1', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:17:05Z', 'updated_at': '2021-06-10T10:17:15Z', 'revision_number': 2, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'gw_port_host': None, '_interfaces': [{'id': '5c072eea-0fb4-4d6c-9639-b02f187a0c1a', 'name': '', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'mac_address': 'fa:16:3e:20:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:15Z', 'updated_at': '2021-06-10T10:17:18Z', 'revision_number': 4, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'subnets': [{'id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8bea6d-f7d7-493a-8236-980048e797a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:18.927420 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424222be-4703-4c50-9c08-59a6a951f07c None None] The sync data for ids ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'] in dv-cinder-795751-1-smb is: [{'id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'name': 'router1', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:17:05Z', 'updated_at': '2021-06-10T10:17:15Z', 'revision_number': 2, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'gw_port_host': None, '_interfaces': [{'id': '5c072eea-0fb4-4d6c-9639-b02f187a0c1a', 'name': '', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'mac_address': 'fa:16:3e:20:3e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:15Z', 'updated_at': '2021-06-10T10:17:18Z', 'revision_number': 4, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'subnets': [{'id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8bea6d-f7d7-493a-8236-980048e797a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:17:19.057768 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46102) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:19.274648 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03c6f9b-3f37-4295-9202-1a7ef76e14a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:17:19.275938 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-d03c6f9b-3f37-4295-9202-1a7ef76e14a2 admin admin] 10.222.0.23 "GET /v2.0/networks/e0fb7d3e-a91d-4769-b6f0-de1a896063d2 HTTP/1.1" status: 200 len: 842 time: 0.2171767 Jun 10 10:17:19.285690 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Request body: {'subnet': {'cidr': '172.28.1.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'enable_dhcp': False}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:17:19.306956 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Made reservation on behalf of b4c9c9e7b17b40c187d38f62742072c9 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:17:19.309362 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:19.659513 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.objects.ports [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91749) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} Jun 10 10:17:19.659941 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:19.662836 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-53fbd48a-0d38-40ec-b276-c7decccb3832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:19.722755 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8f09b6b-3ce6-49b4-b519-27308a8f85ab,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:19.728099 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:19.734217 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:17:19.734584 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Network hostable DHCP agents. Network: e0fb7d3e-a91d-4769-b6f0-de1a896063d2, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:17:19.751418 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:17:19.760018 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, e0fb7d3e-a91d-4769-b6f0-de1a896063d2) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:17:19.764174 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:17:19.764775 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:19.770739 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30453e8-e203-43a0-9b2a-beac65081d40 None None] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:17:19.779137 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4969084 Jun 10 10:17:20.005196 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17cc2f-5869-47a2-b105-604acacfb4d3 None None] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:17:22.023346 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 46124) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:22.167040 dv-cinder-795751-1-smb neutron-server[91748]: WARNING oslo_policy.policy [None req-b486adbd-cdbd-4ca6-bbf4-a37df94a3d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:17:22.167706 dv-cinder-795751-1-smb neutron-server[91748]: WARNING oslo_policy.policy [None req-b486adbd-cdbd-4ca6-bbf4-a37df94a3d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:17:22.459659 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.policy [None req-b486adbd-cdbd-4ca6-bbf4-a37df94a3d92 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91748) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 10 10:17:22.506140 dv-cinder-795751-1-smb neutron-server[91748]: WARNING oslo_policy.policy [None req-b486adbd-cdbd-4ca6-bbf4-a37df94a3d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:17:22.506532 dv-cinder-795751-1-smb neutron-server[91748]: WARNING oslo_policy.policy [None req-b486adbd-cdbd-4ca6-bbf4-a37df94a3d92 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 10 10:17:22.774749 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-b486adbd-cdbd-4ca6-bbf4-a37df94a3d92 admin admin] 10.222.0.23 "GET /v2.0/routers/ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b HTTP/1.1" status: 200 len: 710 time: 0.7490935 Jun 10 10:17:22.985504 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38560605-1d5a-4406-b7bf-d409ce7c8a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:17:22.991937 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-38560605-1d5a-4406-b7bf-d409ce7c8a9c admin admin] 10.222.0.23 "GET /v2.0/networks/e0fb7d3e-a91d-4769-b6f0-de1a896063d2 HTTP/1.1" status: 200 len: 886 time: 0.2074685 Jun 10 10:17:22.996241 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:17:23.112729 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 5c072eea-0fb4-4d6c-9639-b02f187a0c1a up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:17:23.167849 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:17:23.171918 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:23.172293 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:23.262251 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:23.297430 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=5c072eea-0fb4-4d6c-9639-b02f187a0c1a,segment=NetworkSegment(de234fab-d7fa-4468-b8c3-7396dbb46fe4),segment_id=de234fab-d7fa-4468-b8c3-7396dbb46fe4)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:17:23.300440 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:23.304352 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a2358e55-0699-43c7-8674-c654db0ac32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:23.360557 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=5c072eea-0fb4-4d6c-9639-b02f187a0c1a,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:23.364061 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:23.376017 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:23.683009 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:23.762201 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:23.959074 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Allocated IP 172.28.1.156 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/e3e47b41-4fb8-414a-b48c-c8ef47f46756) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:17:24.099457 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:24.190204 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:24.195189 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:24.257005 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:17:24.261209 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:17:24.313324 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:17:24.315810 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Pushing event updated for resources: {'Port': ['ID=e3e47b41-4fb8-414a-b48c-c8ef47f46756,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:24.458675 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.459338 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.459338 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.459671 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.459997 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.460323 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.460647 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.460966 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.461297 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.461619 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.461965 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.462286 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Tracked resource versions report: Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: pushed versions: Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: { 'AddressGroup': {'1.2'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'ConntrackHelper': {'1.0'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Log': {'1.0'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Network': {'1.1'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Port': {'1.7'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'PortForwarding': {'1.2'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'QosPolicy': {'1.8'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroup': {'1.4'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'SubPort': {'1.0'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Subnet': {'1.1'}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Trunk': {'1.1'}} Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: consumer versions: Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'ConntrackHelper': '1.0', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Log': '1.0', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Network': '1.1', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Port': '1.7', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'PortForwarding': '1.2', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'QosPolicy': '1.8', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroup': '1.4', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroupRule': '1.2', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'SubPort': '1.0', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Subnet': '1.1', Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: 'Trunk': '1.1'}} Jun 10 10:17:24.463391 dv-cinder-795751-1-smb neutron-server[91748]: {{(pid=91748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:17:24.469841 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:24.722791 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:24.992510 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:24.995846 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1698804', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1698811', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1688543'] for router, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:25.097567 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 5c072eea-0fb4-4d6c-9639-b02f187a0c1a up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:17:25.143668 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:17:25.150974 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:25.151360 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:25.287947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:17:25.292372 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Notify callbacks [] for router, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:25.293550 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] 10.222.0.23 "PUT /v2.0/routers/ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b HTTP/1.1" status: 200 len: 890 time: 2.3009510 Jun 10 10:17:25.317583 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Sync routers for ids ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:17:25.328675 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Routers {'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:17:25.329383 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:17:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:25.567809 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Set router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:17:26.070251 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'name': 'router1', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e3e47b41-4fb8-414a-b48c-c8ef47f46756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:17:05Z', 'updated_at': '2021-06-10T10:17:24Z', 'revision_number': 4, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'gw_port': {'id': 'e3e47b41-4fb8-414a-b48c-c8ef47f46756', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:23Z', 'updated_at': '2021-06-10T10:17:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '5c072eea-0fb4-4d6c-9639-b02f187a0c1a', 'name': '', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'mac_address': 'fa:16:3e:20:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:15Z', 'updated_at': '2021-06-10T10:17:23Z', 'revision_number': 5, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'subnets': [{'id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8bea6d-f7d7-493a-8236-980048e797a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:26.076131 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Checking router: ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:17:26.076554 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Updating router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b port e3e47b41-4fb8-414a-b48c-c8ef47f46756 binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:17:26.118977 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:26.498979 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:26.508541 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Transition to ACTIVE for port object e3e47b41-4fb8-414a-b48c-c8ef47f46756 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:17:26.514895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:26.518035 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:26.574937 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a241cb-e5b9-449d-89cc-4df8d3adcf69 None None] Pushing event updated for resources: {'Port': ['ID=e3e47b41-4fb8-414a-b48c-c8ef47f46756,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:26.577794 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Attempting to bind port e3e47b41-4fb8-414a-b48c-c8ef47f46756 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:17:26.578268 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Attempting to bind port e3e47b41-4fb8-414a-b48c-c8ef47f46756 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:17:26.578645 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Attempting to bind port e3e47b41-4fb8-414a-b48c-c8ef47f46756 on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:17:26.580621 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-f1a241cb-e5b9-449d-89cc-4df8d3adcf69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:26.584384 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 17, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:17:26.584714 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:17:26.585128 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:26.585533 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:17:26.586040 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Bound port: e3e47b41-4fb8-414a-b48c-c8ef47f46756, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:17:26.586427 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:26.645314 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] For port e3e47b41-4fb8-414a-b48c-c8ef47f46756, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:17:26.648881 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] For port e3e47b41-4fb8-414a-b48c-c8ef47f46756, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=e3e47b41-4fb8-414a-b48c-c8ef47f46756,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:17:26.652588 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:26.656045 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:26.722327 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Routers {'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:17:26.722956 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:17:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:26.725651 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a241cb-e5b9-449d-89cc-4df8d3adcf69 None None] Pushing event updated for resources: {'Port': ['ID=e3e47b41-4fb8-414a-b48c-c8ef47f46756,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:26.771787 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-f1a241cb-e5b9-449d-89cc-4df8d3adcf69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:26.868778 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] Set router ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:17:27.153238 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'name': 'router1', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e3e47b41-4fb8-414a-b48c-c8ef47f46756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:17:05Z', 'updated_at': '2021-06-10T10:17:24Z', 'revision_number': 4, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'gw_port': {'id': 'e3e47b41-4fb8-414a-b48c-c8ef47f46756', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:23Z', 'updated_at': '2021-06-10T10:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '5c072eea-0fb4-4d6c-9639-b02f187a0c1a', 'name': '', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'mac_address': 'fa:16:3e:20:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:15Z', 'updated_at': '2021-06-10T10:17:23Z', 'revision_number': 5, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'subnets': [{'id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8bea6d-f7d7-493a-8236-980048e797a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:17:27.156739 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122f8fcd-5c86-42d3-8574-00d878f4e264 None None] The sync data for ids ['ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b'] in dv-cinder-795751-1-smb is: [{'id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'name': 'router1', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.156'}], 'enable_snat': True}, 'gw_port_id': 'e3e47b41-4fb8-414a-b48c-c8ef47f46756', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:17:05Z', 'updated_at': '2021-06-10T10:17:24Z', 'revision_number': 4, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'gw_port': {'id': 'e3e47b41-4fb8-414a-b48c-c8ef47f46756', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:68:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:23Z', 'updated_at': '2021-06-10T10:17:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '5c072eea-0fb4-4d6c-9639-b02f187a0c1a', 'name': '', 'network_id': 'b95db309-911b-4f5b-84de-b3bec66cb0f5', 'tenant_id': '17ac2b33be124544be10cc4fbf7adf11', 'mac_address': 'fa:16:3e:20:3e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8cfae7-fc66-4d4e-9784-9b5e2692dd0b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:17:15Z', 'updated_at': '2021-06-10T10:17:23Z', 'revision_number': 5, 'project_id': '17ac2b33be124544be10cc4fbf7adf11', 'subnets': [{'id': '4f9d9cd4-c413-40a8-b329-0f510d4659fe', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4d8bea6d-f7d7-493a-8236-980048e797a0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:17:27.651207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 46144) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:17:27.789311 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-bf28612f-4239-45e5-81bd-ec02963a69bf admin admin] 10.222.0.23 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1368940 Jun 10 10:17:29.124170 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device e3e47b41-4fb8-414a-b48c-c8ef47f46756 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:17:29.177386 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port e3e47b41-4fb8-414a-b48c-c8ef47f46756 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:17:29.180792 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port e3e47b41-4fb8-414a-b48c-c8ef47f46756 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:29.181172 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:29.270263 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:29.290792 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port e3e47b41-4fb8-414a-b48c-c8ef47f46756, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=e3e47b41-4fb8-414a-b48c-c8ef47f46756,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:17:29.295156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:29.297130 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:17:29.359029 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=e3e47b41-4fb8-414a-b48c-c8ef47f46756,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:17:29.361289 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:17:31.133600 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device e3e47b41-4fb8-414a-b48c-c8ef47f46756 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:17:31.223204 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port e3e47b41-4fb8-414a-b48c-c8ef47f46756 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:17:31.223984 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:33.096055 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:17:40.697699 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d8862fd8-aa76-4227-b7a7-5c270c8ebd7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:43.206951 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:43.215664 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-cb0b54eb-d4f4-4f5d-ad22-63c37c14064b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:44.115061 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:17:45.991414 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:10.098589 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:18:10.699794 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-4801c100-2825-474a-8f77-800d43275798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:13.206692 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:13.210702 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f83ade67-af19-4839-aa31-103c3b0559eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:14.125005 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:15.997323 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:40.701488 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f69d9c65-9c66-4631-9074-8b719308e60f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:43.207621 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:43.212772 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6cae036a-a4da-4e3e-a84a-52055e6ef2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:44.121041 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:46.002637 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:18:47.097046 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:19:02.621484 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 46712) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:02.690600 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43d9c8d-b0f2-42d9-b965-5c337eb77673 admin admin] GET failed (client error): The resource could not be found. Jun 10 10:19:02.691964 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-a43d9c8d-b0f2-42d9-b965-5c337eb77673 admin admin] 10.222.0.23 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694003 Jun 10 10:19:02.866638 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ae2646-8c0d-4afb-9f2f-a11d7ec2e70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:02.868004 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e6ae2646-8c0d-4afb-9f2f-a11d7ec2e70b admin admin] 10.222.0.23 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1708746 Jun 10 10:19:05.022263 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 46722) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:05.192650 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a841d0c6-705a-4c4d-832a-48f08f0cacbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:05.194031 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-a841d0c6-705a-4c4d-832a-48f08f0cacbc admin admin] 10.222.0.23 "GET /v2.0/subnets/4f9d9cd4-c413-40a8-b329-0f510d4659fe HTTP/1.1" status: 200 len: 849 time: 0.1704552 Jun 10 10:19:05.203301 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:19:05.303896 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:05.469210 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8739068454193'] for subnet, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:05.471592 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:19:05.512207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:05.512823 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:05.514103 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] 10.222.0.23 "PUT /v2.0/subnets/4f9d9cd4-c413-40a8-b329-0f510d4659fe HTTP/1.1" status: 200 len: 868 time: 0.3145735 Jun 10 10:19:05.514955 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0870d10a-baf2-4354-80fb-b9f5b1e08a5a None None] Network b95db309-911b-4f5b-84de-b3bec66cb0f5 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:19:05.532545 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f9d9cd4-c413-40a8-b329-0f510d4659fe,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:19:05.539825 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.540166 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.540502 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.540834 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.541158 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.541483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.541805 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.542170 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.542489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.542811 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.543135 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.543431 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:05.548235 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:19:05.934482 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-d3c615e2-8254-4324-8084-9f43b86ce919 None None] Provisioning complete for port 2985cd8c-b0fa-4377-b518-ab775e9dbad7 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:19:05.934863 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d3c615e2-8254-4324-8084-9f43b86ce919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:06.032027 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-d3c615e2-8254-4324-8084-9f43b86ce919 None None] Provisioning complete for port 5c072eea-0fb4-4d6c-9639-b02f187a0c1a triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:19:06.032522 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d3c615e2-8254-4324-8084-9f43b86ce919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:07.657498 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46730) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:07.872654 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326238-d4c9-47b2-ab1b-28cb8242836d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:07.873065 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6326238-d4c9-47b2-ab1b-28cb8242836d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:07.874663 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e6326238-d4c9-47b2-ab1b-28cb8242836d admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2161961 Jun 10 10:19:09.984182 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46740) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:10.140572 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803dc81-babf-4247-9fc5-6b9b4010e7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:10.141057 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3803dc81-babf-4247-9fc5-6b9b4010e7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:10.142622 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3803dc81-babf-4247-9fc5-6b9b4010e7b4 admin admin] 10.222.0.23 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1574800 Jun 10 10:19:10.701990 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6fbb97b6-d006-4d67-b5ee-995d6472d9ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:12.259772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46748) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:12.412605 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d07f41c-4ffc-4802-88b6-6d2d53e7e261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:12.413997 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-9d07f41c-4ffc-4802-88b6-6d2d53e7e261 admin admin] 10.222.0.23 "GET /v2.0/networks/b95db309-911b-4f5b-84de-b3bec66cb0f5 HTTP/1.1" status: 200 len: 870 time: 0.1532483 Jun 10 10:19:13.193091 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:13.204311 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a7eb4adc-e5f2-4b7b-a584-5fa6df7493db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:14.123151 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:14.550251 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46756) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:14.777715 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05ea28d0-8731-428e-a8e9-8f12ba8c0ef9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:14.779042 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-05ea28d0-8731-428e-a8e9-8f12ba8c0ef9 admin admin] 10.222.0.23 "GET /v2.0/networks/e0fb7d3e-a91d-4769-b6f0-de1a896063d2 HTTP/1.1" status: 200 len: 886 time: 0.2278323 Jun 10 10:19:16.006009 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:16.951596 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46764) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:17.087337 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059953c-8944-44f1-b669-ac5bffbe9d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:17.087805 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059953c-8944-44f1-b669-ac5bffbe9d96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:17.089341 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-8059953c-8944-44f1-b669-ac5bffbe9d96 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1367583 Jun 10 10:19:19.205354 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46772) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:19.302636 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23778e5-6f42-4f89-82bf-9e767c516504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:19.303099 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23778e5-6f42-4f89-82bf-9e767c516504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:19.304619 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b23778e5-6f42-4f89-82bf-9e767c516504 admin admin] 10.222.0.23 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0982835 Jun 10 10:19:21.437668 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46780) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:21.540265 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47323452-2141-4047-a3f5-e91166077b42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:21.541637 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-47323452-2141-4047-a3f5-e91166077b42 admin admin] 10.222.0.23 "GET /v2.0/subnets/4f9d9cd4-c413-40a8-b329-0f510d4659fe HTTP/1.1" status: 200 len: 868 time: 0.1029928 Jun 10 10:19:23.675028 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46788) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:23.765443 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997695bb-3806-4d51-b6e1-ccfbb386ab44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:23.766796 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-997695bb-3806-4d51-b6e1-ccfbb386ab44 admin admin] 10.222.0.23 "GET /v2.0/subnets/c8f09b6b-3ce6-49b4-b519-27308a8f85ab HTTP/1.1" status: 200 len: 816 time: 0.0908189 Jun 10 10:19:24.096593 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:19:40.703359 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-511c2779-e005-432f-a211-1bd9622a07a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:43.200600 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:43.206656 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ebac65f5-17ce-46ea-84d2-f00e8b34b241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:44.126701 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:46.009838 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:46.740441 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46832) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:46.786385 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [None req-42326eec-52b6-489c-8b50-fbc9bef768c3 admin admin] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:19:46.787376 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-42326eec-52b6-489c-8b50-fbc9bef768c3 admin admin] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459840 Jun 10 10:19:48.981669 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46840) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:49.043838 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2299ef8-4a06-417e-b969-b12dfc4fc5e5 admin admin] GET failed (client error): The resource could not be found. Jun 10 10:19:49.045158 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c2299ef8-4a06-417e-b969-b12dfc4fc5e5 admin admin] 10.222.0.23 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0625110 Jun 10 10:19:49.204858 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af905bf5-7a1e-4e90-a184-95a351962541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:49.206296 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-af905bf5-7a1e-4e90-a184-95a351962541 admin admin] 10.222.0.23 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1573522 Jun 10 10:19:51.341716 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46848) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:51.386923 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:19:51.407576 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Made reservation on behalf of b4c9c9e7b17b40c187d38f62742072c9 for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:19:51.410106 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:51.443159 dv-cinder-795751-1-smb neutron-server[91749]: WARNING neutron.services.revisions.revision_plugin [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Could not find related network for resource to bump revision. Jun 10 10:19:51.454015 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1342} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:19:51.462462 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:51.462811 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Added segment 4135eb0f-760a-4c04-9d12-dfa5efabce28 of type vlan for network 9584a9dc-0a94-44af-95b6-0cb130164a74 Jun 10 10:19:51.513552 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:51.542797 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:51.544137 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:51.544740 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:51.546651 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:19:51.580593 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2371693 Jun 10 10:19:51.629237 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Pushing event updated for resources: {'Network': ['ID=9584a9dc-0a94-44af-95b6-0cb130164a74,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:19:51.636582 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.636936 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.637279 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.637617 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.637973 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.638307 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.638635 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.638967 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.639877 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.640205 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.640531 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.640859 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:51.645161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:19:51.652764 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 9584a9dc-0a94-44af-95b6-0cb130164a74 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:19:53.759696 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46856) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:19:53.821734 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.pecan_wsgi.hooks.translation [None req-1497064f-8ded-4925-97b8-696e9d42eb90 admin admin] GET failed (client error): The resource could not be found. Jun 10 10:19:53.823094 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1497064f-8ded-4925-97b8-696e9d42eb90 admin admin] 10.222.0.23 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624309 Jun 10 10:19:53.919867 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1619525-5465-4a77-9a4e-b8830da853ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:53.921904 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a1619525-5465-4a77-9a4e-b8830da853ff admin admin] 10.222.0.23 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0949502 Jun 10 10:19:53.931672 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:19:53.951615 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Made reservation on behalf of b4c9c9e7b17b40c187d38f62742072c9 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:19:53.953907 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:54.154080 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:54.157334 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:19:54.223389 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f3b6321-6dd5-4a76-b5ad-c2051d697e9a,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:19:54.227732 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:19:54.230472 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Checking segment: {'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:19:54.230880 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Network hostable DHCP agents. Network: 9584a9dc-0a94-44af-95b6-0cb130164a74, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:19:54.246779 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Network 9584a9dc-0a94-44af-95b6-0cb130164a74 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:19:54.255636 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 9584a9dc-0a94-44af-95b6-0cb130164a74) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:19:54.260312 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:19:54.261474 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:54.265154 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be75205c-e742-48c3-83b1-52a2f5aca71c None None] Network 9584a9dc-0a94-44af-95b6-0cb130164a74 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:19:54.275940 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-9902a865-390c-469a-a613-d359079face0 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3479700 Jun 10 10:19:54.460550 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-9584a9dc-0a94-44af-95b6-0cb130164a74', 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74', 'tenant_id': 'b4c9c9e7b17b40c187d38f62742072c9', 'fixed_ips': [{'subnet_id': '4f3b6321-6dd5-4a76-b5ad-c2051d697e9a'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:19:54.461397 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:54.618471 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Allocated IP 192.168.233.2 (9584a9dc-0a94-44af-95b6-0cb130164a74/4f3b6321-6dd5-4a76-b5ad-c2051d697e9a/d45e04a8-2f2c-4a00-8c40-563a4aa76efc) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:19:54.794538 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:54.803361 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Transition to ACTIVE for port object d45e04a8-2f2c-4a00-8c40-563a4aa76efc will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:19:54.819169 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Transition to ACTIVE for port object d45e04a8-2f2c-4a00-8c40-563a4aa76efc will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:19:54.824711 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:54.827633 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:19:54.875772 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Network 9584a9dc-0a94-44af-95b6-0cb130164a74 is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:19:54.880395 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:19:54.885042 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:19:54.888064 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Pushing event updated for resources: {'Port': ['ID=d45e04a8-2f2c-4a00-8c40-563a4aa76efc,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:19:54.895738 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.896090 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.896434 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.896772 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.897111 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.897442 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.897770 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.898119 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.898447 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.898777 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.899139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.899420 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:19:54.905578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:19:54.964561 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Attempting to bind port d45e04a8-2f2c-4a00-8c40-563a4aa76efc on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:19:54.964942 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Attempting to bind port d45e04a8-2f2c-4a00-8c40-563a4aa76efc by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:19:54.965316 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Attempting to bind port d45e04a8-2f2c-4a00-8c40-563a4aa76efc on network 9584a9dc-0a94-44af-95b6-0cb130164a74 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:19:54.970849 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:19:54.971227 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Checking segment: {'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:19:54.971641 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:54.972041 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Bound using segment: {'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:19:54.972516 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Bound port: d45e04a8-2f2c-4a00-8c40-563a4aa76efc, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:19:54.972899 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:55.135917 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] For port d45e04a8-2f2c-4a00-8c40-563a4aa76efc, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:19:55.138928 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] For port d45e04a8-2f2c-4a00-8c40-563a4aa76efc, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=d45e04a8-2f2c-4a00-8c40-563a4aa76efc,segment=NetworkSegment(4135eb0f-760a-4c04-9d12-dfa5efabce28),segment_id=4135eb0f-760a-4c04-9d12-dfa5efabce28)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:19:55.144948 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:55.147197 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-f1a241cb-e5b9-449d-89cc-4df8d3adcf69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:19:55.214616 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Pushing event updated for resources: {'Port': ['ID=d45e04a8-2f2c-4a00-8c40-563a4aa76efc,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:19:55.218416 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:19:55.964523 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-226d6081-fcda-42fc-b550-c13aa7db1e2b None None] Network 9584a9dc-0a94-44af-95b6-0cb130164a74 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:19:56.062951 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-569b9074-28f4-4837-a632-20f73a774286 None None] Provisioning for port d45e04a8-2f2c-4a00-8c40-563a4aa76efc completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:19:57.236138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device d45e04a8-2f2c-4a00-8c40-563a4aa76efc up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:19:57.293761 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port d45e04a8-2f2c-4a00-8c40-563a4aa76efc completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:19:57.298170 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port d45e04a8-2f2c-4a00-8c40-563a4aa76efc triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:19:57.298557 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:57.390568 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:57.425070 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port d45e04a8-2f2c-4a00-8c40-563a4aa76efc, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=d45e04a8-2f2c-4a00-8c40-563a4aa76efc,segment=NetworkSegment(4135eb0f-760a-4c04-9d12-dfa5efabce28),segment_id=4135eb0f-760a-4c04-9d12-dfa5efabce28)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:19:57.428736 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:19:57.430839 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-f1a241cb-e5b9-449d-89cc-4df8d3adcf69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:19:57.481880 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=d45e04a8-2f2c-4a00-8c40-563a4aa76efc,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:19:57.485371 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:19:59.215347 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device d45e04a8-2f2c-4a00-8c40-563a4aa76efc up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:19:59.268984 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port d45e04a8-2f2c-4a00-8c40-563a4aa76efc triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:19:59.269358 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:01.095181 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:20:10.704431 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a88bdc8a-4675-4d9e-9432-4a589d8bcb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:13.193335 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:13.210340 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-16afb54d-96ec-4776-904c-2284cc6a3cd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:14.129526 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:16.012523 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:38.093066 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:20:40.707524 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3d794e3e-b0a8-4f86-87e2-bf8ea2756de8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:43.201976 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:43.212343 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d8fb7883-e4c7-4bb0-9e10-a1570df0d096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:44.136375 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:20:46.015388 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:00.656252 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46908) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:21:00.662227 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [None req-fc628562-db90-4b3d-a997-8c8dc5bc25d1 tempest-verify_tempest_config-543245433 tempest-verify_tempest_config-543245433-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:21:00.663167 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-fc628562-db90-4b3d-a997-8c8dc5bc25d1 tempest-verify_tempest_config-543245433 tempest-verify_tempest_config-543245433-project] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058763 Jun 10 10:21:00.961067 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 46926) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:21:01.064950 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:01.157788 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:01.161473 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:01.167317 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:21:01.211451 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=02086a3e6ca04c1c81ac8371034e4088&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2493236 Jun 10 10:21:01.213983 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1628495-98fb-4db2-8fed-be300dc98225,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:21:01.214326 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 46930) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:21:01.219342 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.219700 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.220044 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.220671 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.221012 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.221347 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.221675 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.222035 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.222380 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.222711 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.223037 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.223359 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.228539 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:21:01.296503 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:01.319649 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:01.416839 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:01.420319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:01.421494 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f1628495-98fb-4db2-8fed-be300dc98225 HTTP/1.1" status: 204 len: 168 time: 0.2061424 Jun 10 10:21:01.422601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:21:01.431517 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1628495-98fb-4db2-8fed-be300dc98225,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:21:01.438307 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.438583 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.438921 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.439252 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.439578 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.439899 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.440219 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.440538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.440927 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.441199 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.441515 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.441830 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:21:01.446421 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:21:10.709453 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-8c997150-3d17-452a-902a-dd41474b8295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:13.195493 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:13.225640 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c10250c0-bbe2-4b2d-b775-0dd9f1f692ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:14.143451 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:15.090932 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:21:16.016747 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:40.710480 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-89e6c3b5-7188-4622-b5d5-959a427e1626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:43.193197 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:43.215201 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-2db65a02-7ebd-4fb9-a00d-3ee6735654cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:44.138792 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:46.021755 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:21:52.088633 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:22:10.711262 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3112b430-4b2c-48ec-a312-4b659fe6ac09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:13.194752 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:13.215647 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dc279740-99c1-4957-a04b-b212cc786cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:14.141630 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:16.023288 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:29.087166 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 5 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:22:40.712150 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c2bdea2e-aa20-478d-9fa0-68800a90180e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:43.195283 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:43.213447 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-387d194d-f949-43de-9d00-f1852b30edf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:44.146009 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:46.025533 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:51.895491 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533'] for agent, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:22:53.463972 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 46984) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:22:53.566061 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-0328a7e4-3a91-43f2-b3f9-a7f1269236f8 admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1009481 Jun 10 10:22:55.712130 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 46994) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:22:55.766690 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-70c78e7d-4247-4a82-98d9-65e5db4813ff admin admin] 10.222.0.23 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0534718 Jun 10 10:23:06.086165 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:23:10.712429 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-72d1cad6-e91d-4465-ae44-4ebd510af26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:13.196127 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:13.213933 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-50f9362f-9cd3-4a82-b9c1-e083315eca75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:14.148310 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:16.029812 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:21.865614 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:40.712743 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-667d2a2c-7167-4709-9eca-620d15ebdbe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:43.084019 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:23:43.208622 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:43.217370 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f7c152e4-7702-4e96-899b-04a703e2ef3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:44.150975 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:46.031873 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:23:51.867292 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:10.715976 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-0bf05f1f-84c3-4d80-a0c4-528f491250f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:13.203311 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:13.219023 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6e1c7f27-72ec-466a-be29-de5791a52c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:14.154581 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:16.038032 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:20.083340 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:24:21.896109 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.070696 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47204) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:28.191597 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47214) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:28.414704 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47226) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:28.451635 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1393904011-network', 'tenant_id': '82a812e977b34159955aa616057826de'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:28.453033 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.quota [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Loaded quota_driver: . Jun 10 10:24:28.485858 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2114438326-network', 'tenant_id': '9e3b08009d134fdc82245d943c4ed9bc'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:28.500402 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Made reservation on behalf of 82a812e977b34159955aa616057826de for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:28.503642 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.523809 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.551084 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Made reservation on behalf of 9e3b08009d134fdc82245d943c4ed9bc for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:28.553358 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.570663 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.687941 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.721443 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.725691 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47240) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:28.734382 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:28.760190 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1319} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:24:28.798769 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8739068485542', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.799657 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Unsubscribe: segment precommit_create {{(pid=91748) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 10 10:24:28.799902 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Added segment 60b6830a-a213-443b-b232-43ebd85eb680 of type vlan for network 53dea9bf-a529-4a56-8a31-a36026d68252 Jun 10 10:24:28.804264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d6dc45-8928-440a-bfa9-91d6988f5456,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:28.825875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1057311111-network', 'tenant_id': '2f20117d94364ecfac615a37935aef21'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:28.878171 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.878703 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.879189 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.879683 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.880313 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.880802 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.881295 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.882004 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.883064 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.883452 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-network', 'tenant_id': '13947738a9604923bb5561e5324d9316'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:28.883710 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.884192 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.884660 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Tracked resource versions report: Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: pushed versions: Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: { 'AddressGroup': {'1.2'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'ConntrackHelper': {'1.0'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Log': {'1.0'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Network': {'1.1'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Port': {'1.7'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'PortForwarding': {'1.2'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'QosPolicy': {'1.8'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroup': {'1.4'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'SubPort': {'1.0'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Subnet': {'1.1'}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Trunk': {'1.1'}} Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: consumer versions: Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'ConntrackHelper': '1.0', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Log': '1.0', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Network': '1.1', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Port': '1.7', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'PortForwarding': '1.2', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'QosPolicy': '1.8', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroup': '1.4', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'SecurityGroupRule': '1.2', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'SubPort': '1.0', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Subnet': '1.1', Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: 'Trunk': '1.1'}} Jun 10 10:24:28.885925 dv-cinder-795751-1-smb neutron-server[91748]: {{(pid=91748) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:24:28.896222 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:28.911606 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.964134 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.970261 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:28.991427 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ced4e4a7-d81a-4bc9-9296-d1936d6d8c35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:29.027571 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1329} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:24:29.037957 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.045319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:29.045968 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.050929 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Made reservation on behalf of 2f20117d94364ecfac615a37935aef21 for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:29.053581 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.057237 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Made reservation on behalf of 13947738a9604923bb5561e5324d9316 for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:29.057865 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.058246 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Added segment 5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e of type vlan for network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 Jun 10 10:24:29.060368 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.069723 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f01fc3d5-7952-4102-8be3-b6fb1c0a329b,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:29.073055 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:29.074438 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.084245 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:29.099065 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.167079 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0952659 Jun 10 10:24:29.170506 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47274) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:29.179685 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Request body: {'subnet': {'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1393904011-subnet', 'tenant_id': '82a812e977b34159955aa616057826de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:29.245311 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.255337 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.278804 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1306} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:24:29.282529 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Pushing event updated for resources: {'Network': ['ID=53dea9bf-a529-4a56-8a31-a36026d68252,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:29.287092 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:29.289332 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.289662 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Added segment 2148181c-52c0-472c-8188-1a6b52c55e61 of type vlan for network f37eb912-c5ae-4f61-87e7-81ae60acabb3 Jun 10 10:24:29.295706 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 53dea9bf-a529-4a56-8a31-a36026d68252 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:24:29.296754 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.357273 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.360083 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:29.361021 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.362965 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.368960 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:29.394814 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-473a068c-9e53-4ad5-a834-0aafa7ceb9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:29.397714 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Made reservation on behalf of 82a812e977b34159955aa616057826de for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:29.401134 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.437540 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529a527d-67a6-4532-a6bc-5cb1e2e7be2a,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:29.459254 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.459518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.459864 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.460206 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.460555 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.461072 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.461565 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.462097 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.462596 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.463135 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.463629 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.464104 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Tracked resource versions report: Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: pushed versions: Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: { 'AddressGroup': {'1.2'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'ConntrackHelper': {'1.0'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Log': {'1.0'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Network': {'1.1'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Port': {'1.7'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'PortForwarding': {'1.2'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'QosPolicy': {'1.8'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroup': {'1.4'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'SubPort': {'1.0'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Subnet': {'1.1'}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Trunk': {'1.1'}} Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: consumer versions: Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'ConntrackHelper': '1.0', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Log': '1.0', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Network': '1.1', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Port': '1.7', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'PortForwarding': '1.2', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'QosPolicy': '1.8', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroup': '1.4', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'SecurityGroupRule': '1.2', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'SubPort': '1.0', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Subnet': '1.1', Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: 'Trunk': '1.1'}} Jun 10 10:24:29.465356 dv-cinder-795751-1-smb neutron-server[91749]: {{(pid=91749) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:24:29.470708 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.471954 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:29.485261 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:29.486061 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.495127 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0669d836-7d43-452c-b07f-96f3ec74c6eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:29.519603 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Pushing event updated for resources: {'Network': ['ID=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:29.529733 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:29.607516 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Pushing event updated for resources: {'Network': ['ID=f37eb912-c5ae-4f61-87e7-81ae60acabb3,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:29.616038 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.625158 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:29.633640 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.641626 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:29.686518 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4931338 Jun 10 10:24:29.694309 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:24:29.696393 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47286) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:29.698027 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:24:29.713063 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Request body: {'subnet': {'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2114438326-subnet', 'tenant_id': '9e3b08009d134fdc82245d943c4ed9bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:29.730659 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:24:29.761158 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.761516 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Added segment 122ee3a5-4806-4d9b-9578-7d198f0588bf of type vlan for network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 Jun 10 10:24:29.854767 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1276364 Jun 10 10:24:29.858339 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47296) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:29.865271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Request body: {'subnet': {'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-subnet', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:29.901609 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Made reservation on behalf of 13947738a9604923bb5561e5324d9316 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:29.904569 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:29.912647 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.032483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.039706 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9a780-0078-4c62-a061-7b55fdcffe73,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:30.058944 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:30.059556 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.063729 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:30.066097 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:30.101607 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Made reservation on behalf of 9e3b08009d134fdc82245d943c4ed9bc for: {'subnet': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:30.104303 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.193359 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7775633 Jun 10 10:24:30.197007 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Pushing event updated for resources: {'Network': ['ID=07158307-fe85-4d7e-9a35-7d6b0fbe81b8,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:30.199038 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47320) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:30.210019 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:30.211962 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:24:30.217179 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Request body: {'subnet': {'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1057311111-subnet', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:30.261297 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.269733 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1ea470ce-ba53-4952-8bc1-4c31f09a548c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:30.328062 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Made reservation on behalf of 2f20117d94364ecfac615a37935aef21 for: {'subnet': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:30.330450 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.404893 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.431521 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c1eb624-ed31-479c-96b5-afd36d5199b5,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:30.435621 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:30.436149 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:30.482424 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Checking segment: {'id': '60b6830a-a213-443b-b232-43ebd85eb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:30.482783 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Network hostable DHCP agents. Network: 53dea9bf-a529-4a56-8a31-a36026d68252, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:24:30.533284 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Pushing event updated for resources: {'Subnet': ['ID=160ac65a-91c3-4c67-9238-2a811df39edf,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:30.538270 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:30.545879 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Checking segment: {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:30.545879 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Network hostable DHCP agents. Network: f37eb912-c5ae-4f61-87e7-81ae60acabb3, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:24:30.548234 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Network 53dea9bf-a529-4a56-8a31-a36026d68252 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:24:30.569666 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 53dea9bf-a529-4a56-8a31-a36026d68252) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:30.579065 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:30.580139 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.580416 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c973d4-f940-4c56-8170-e656997684c4 None None] Network 53dea9bf-a529-4a56-8a31-a36026d68252 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:30.597160 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:24:30.604921 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, f37eb912-c5ae-4f61-87e7-81ae60acabb3) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:30.610585 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:30.611692 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.627627 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4536433 Jun 10 10:24:30.627949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8ed9d9-1f67-4516-98fa-4247e05fd034 None None] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:30.660062 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8000672 Jun 10 10:24:30.661750 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47348) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:30.669417 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:30.719092 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.721075 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.892994 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.899395 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:30.928394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bcd5239f-a4ba-4188-8ee9-054611bbe1e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:31.070961 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be4d1e0-767d-4f7a-ad15-075a2b9c4518,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:31.077016 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:31.168663 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc775875-fe4e-42bd-9f2e-fe66e39451d5 None None] Network 53dea9bf-a529-4a56-8a31-a36026d68252 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:31.174936 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bcfc65-4c6f-49d7-803c-0c71f2def088 None None] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:31.223584 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Checking segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:31.224506 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Network hostable DHCP agents. Network: d2abe009-3c20-45a5-b32e-ace1ac3bb3d3, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:24:31.307734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:24:31.340123 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, d2abe009-3c20-45a5-b32e-ace1ac3bb3d3) {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:31.368132 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:31.368755 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:31.395765 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa508d7-9cd9-4870-b8ab-44ab247ba382 None None] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:31.415086 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:31.420070 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7192936 Jun 10 10:24:31.428816 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:31.494320 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:31.533636 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47382) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:31.580127 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Checking segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:31.580497 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Network hostable DHCP agents. Network: 07158307-fe85-4d7e-9a35-7d6b0fbe81b8, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:24:31.583876 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66b81de8-8c75-49f5-82c6-ad34b656344f,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:31.598387 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:31.599520 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47386) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:31.658145 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:24:31.680173 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 07158307-fe85-4d7e-9a35-7d6b0fbe81b8) {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:31.685458 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:31.686237 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:31.693232 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6265fe07-8d97-4bc1-abc3-a8c44cf62891 None None] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:31.716033 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5043182 Jun 10 10:24:31.716033 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47398) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:31.721008 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:31.782163 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:31.783459 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:31.856575 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47408) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:31.889683 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7898e24-61a7-4fd9-a5c9-022b6781d387 None None] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:31.914192 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:31.934130 dv-cinder-795751-1-smb neutron-server[91749]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 10 10:24:32.046297 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.089866 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-22d4ed76-8718-49d9-89c5-2b7dd08fbeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.093173 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47428) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:32.167552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.211997 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.db.api [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:24:32.211997 dv-cinder-795751-1-smb neutron-server[91748]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 10:24:32.211997 dv-cinder-795751-1-smb neutron-server[91748]: [parameters: {'project_id_1': '4df0ecbbb3b04923962b7a228b2be053', 'expiration_1': datetime.datetime(2021, 6, 10, 10, 24, 32, 160682)}] Jun 10 10:24:32.211997 dv-cinder-795751-1-smb neutron-server[91748]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:24:32.212859 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_db.api [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:24:32.284728 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-8a69c62c-27b3-4cfd-9ff1-1080c1cbfb91 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:32.286519 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-8a69c62c-27b3-4cfd-9ff1-1080c1cbfb91 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/networks?id=53dea9bf-a529-4a56-8a31-a36026d68252 HTTP/1.1" status: 200 len: 812 time: 0.3541806 Jun 10 10:24:32.302889 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:24:32.304453 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.307861 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.494678 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.498922 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Allocated IP 172.20.0.2 (07158307-fe85-4d7e-9a35-7d6b0fbe81b8/66b81de8-8c75-49f5-82c6-ad34b656344f/add68d13-35d3-4dc9-982a-d23113594c84) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:32.531317 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.534090 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-b7a926a3-52a8-460f-ae8d-1c8c2c98f6d5 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/quotas/82a812e977b34159955aa616057826de HTTP/1.1" status: 200 len: 375 time: 0.2357337 Jun 10 10:24:32.537331 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.656430 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-4047c102-6863-46d3-91c1-4b1fa0406c55 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=82a812e977b34159955aa616057826de&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1117873 Jun 10 10:24:32.677633 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-510ccd74-5d1f-44a9-83ef-d8ee2a530794 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:32.679206 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-510ccd74-5d1f-44a9-83ef-d8ee2a530794 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 0.5778971 Jun 10 10:24:32.718710 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.722345 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Allocated IP 172.28.1.115 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/9bac316a-32ce-4cc9-8b9b-6e7f59804cb4) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:32.725439 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-c2e16299-2648-49a0-b738-5a35cc0a4b54 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/quotas/9e3b08009d134fdc82245d943c4ed9bc HTTP/1.1" status: 200 len: 375 time: 0.0322247 Jun 10 10:24:32.738292 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.756414 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Transition to ACTIVE for port object add68d13-35d3-4dc9-982a-d23113594c84 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:32.776996 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Transition to ACTIVE for port object add68d13-35d3-4dc9-982a-d23113594c84 will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:32.788618 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.795452 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:32.800937 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-a48b8ba9-356d-46cc-96ec-9326679f79d5 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0625172 Jun 10 10:24:32.803061 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-22d4ed76-8718-49d9-89c5-2b7dd08fbeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.814700 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-22d4ed76-8718-49d9-89c5-2b7dd08fbeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.819087 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:32.864286 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-22d4ed76-8718-49d9-89c5-2b7dd08fbeb8 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a784f1b19e4941a9b3430d70b67e28fd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3256369 Jun 10 10:24:32.864286 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4ed76-8718-49d9-89c5-2b7dd08fbeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4621250a-6c50-4ba5-a083-4b3b4ceece11,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:32.866345 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47452) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:32.868843 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-22d4ed76-8718-49d9-89c5-2b7dd08fbeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:32.905340 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:32.908321 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:32.912688 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:32.915334 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-daa90e87-9d5a-42df-869c-f9bd45147f0c service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:24:32.916362 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-daa90e87-9d5a-42df-869c-f9bd45147f0c service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1328385 Jun 10 10:24:32.983835 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:32.999705 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Pushing event updated for resources: {'Port': ['ID=add68d13-35d3-4dc9-982a-d23113594c84,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:33.011411 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-5615b8e0-250f-4d1c-b2e5-4ef7001772a4 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:24:33.012007 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-5615b8e0-250f-4d1c-b2e5-4ef7001772a4 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1019778 Jun 10 10:24:33.021177 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.065140 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Attempting to bind port add68d13-35d3-4dc9-982a-d23113594c84 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:33.066160 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Attempting to bind port add68d13-35d3-4dc9-982a-d23113594c84 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:33.066954 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Attempting to bind port add68d13-35d3-4dc9-982a-d23113594c84 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:33.072230 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.072748 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.073267 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.074138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.074813 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.075355 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.076354 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.077101 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.078179 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.078744 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.080066 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.080617 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.081174 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:33.082366 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-eee0a548-dbcc-414f-b6bc-730fd938845c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Tracked resource versions report: Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: pushed versions: Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: { 'AddressGroup': {'1.2'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'ConntrackHelper': {'1.0'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Log': {'1.0'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Network': {'1.1'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Port': {'1.7'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'PortForwarding': {'1.2'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'QosPolicy': {'1.8'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroup': {'1.4'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'SubPort': {'1.0'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Subnet': {'1.1'}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Trunk': {'1.1'}} Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: consumer versions: Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'ConntrackHelper': '1.0', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Log': '1.0', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Network': '1.1', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Port': '1.7', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'PortForwarding': '1.2', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'QosPolicy': '1.8', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroup': '1.4', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'SecurityGroupRule': '1.2', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'SubPort': '1.0', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Subnet': '1.1', Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: 'Trunk': '1.1'}} Jun 10 10:24:33.091266 dv-cinder-795751-1-smb neutron-server[91750]: {{(pid=91750) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:24:33.102368 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:33.103716 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:33.104425 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Checking segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:33.105527 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.106057 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Bound using segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:33.106898 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Bound port: add68d13-35d3-4dc9-982a-d23113594c84, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:33.107431 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.154686 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:33.162487 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Pushing event updated for resources: {'Port': ['ID=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:33.165513 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:33.166572 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:33.168574 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:33.180336 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.198836 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] For port add68d13-35d3-4dc9-982a-d23113594c84, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:33.202157 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] For port add68d13-35d3-4dc9-982a-d23113594c84, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=add68d13-35d3-4dc9-982a-d23113594c84,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:33.208969 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.212206 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:33.276198 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-18ed4bca-b839-4d1a-bb90-71aeab8c1148 service neutron] 10.222.0.23 "GET /v2.0/networks/53dea9bf-a529-4a56-8a31-a36026d68252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479416 Jun 10 10:24:33.295995 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Pushing event updated for resources: {'Port': ['ID=add68d13-35d3-4dc9-982a-d23113594c84,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:33.299668 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:33.300324 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Allocated IP 172.28.1.41 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/07c5a29f-9a26-42c9-ae26-f7fddd099214) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:33.392555 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-d25b96b3-6509-46fc-83ec-efcbc0c27929 service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3693731 Jun 10 10:24:33.432780 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.443713 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.453800 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:33.525333 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4df0ecbbb3b04923962b7a228b2be053&name=default HTTP/1.1" status: 200 len: 2975 time: 1.9247634 Jun 10 10:24:33.527206 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cae9a10-8659-49d3-b64d-41fa6676a30c,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:33.530745 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:33.531529 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47462) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:33.564453 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.574353 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.577870 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4621250a-6c50-4ba5-a083-4b3b4ceece11 HTTP/1.1" status: 204 len: 168 time: 0.7077084 Jun 10 10:24:33.624427 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:33.656817 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4621250a-6c50-4ba5-a083-4b3b4ceece11,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:33.664071 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:33.678032 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9b834f62-4798-4812-8525-7570f2478e79 service neutron] 10.222.0.23 "GET /v2.0/networks/53dea9bf-a529-4a56-8a31-a36026d68252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725696 Jun 10 10:24:33.700347 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-ddbab6f2-cf20-47f2-8318-e259ca18bf02 service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990818 Jun 10 10:24:33.711428 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.715935 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.753842 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.762359 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.771918 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:33.791747 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:33.917911 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:33.922237 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Pushing event updated for resources: {'Port': ['ID=07c5a29f-9a26-42c9-ae26-f7fddd099214,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:33.925140 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:33.927479 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:33.928494 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:34.078943 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:34.172766 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:34.192284 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6cae9a10-8659-49d3-b64d-41fa6676a30c HTTP/1.1" status: 204 len: 168 time: 0.6580997 Jun 10 10:24:34.192966 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:34.256036 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cae9a10-8659-49d3-b64d-41fa6676a30c,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:34.260488 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:34.262451 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47510) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:34.301693 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4589ebe2-1c4d-4b17-9710-1f653c44e0b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:34.358707 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8585858b-c5fe-4309-9ee6-ba8d99def8f8 req-83ee7e37-ee24-48ea-9904-87d3aac76824 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 210 time: 0.1387527 Jun 10 10:24:34.381322 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9f14af62-0dec-44a0-a0f5-f729a80224b1 req-a4eb63c3-cbbf-40b3-b04b-baf638388cb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 210 time: 0.1713169 Jun 10 10:24:34.449623 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:34.682228 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ace7f-1440-4bbd-8152-25318d47ebb8 None None] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:34.906526 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4589ebe2-1c4d-4b17-9710-1f653c44e0b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:34.920486 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4589ebe2-1c4d-4b17-9710-1f653c44e0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:34.930631 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-46b958f2-598f-4d6c-b4d9-abccd5f56b3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:34.934365 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-0d7b7a32-49af-40fc-b7a4-bbbbce86b662 None None] Provisioning for port add68d13-35d3-4dc9-982a-d23113594c84 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:24:34.952464 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Router 56253234-4cf8-49fd-87f0-34695fb41dc1 is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:24:35.052861 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-4589ebe2-1c4d-4b17-9710-1f653c44e0b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=999d971d73334fad959cff8e49a7ffd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7886147 Jun 10 10:24:35.132060 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47544) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:35.381842 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:35.386287 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:24:35.389611 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4589ebe2-1c4d-4b17-9710-1f653c44e0b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92af23b3-e332-4f92-8618-d6519e0e2d6c,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:35.392225 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:35.399728 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Sync routers for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:24:35.420050 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:35.420466 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:35.463363 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4589ebe2-1c4d-4b17-9710-1f653c44e0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:35.470422 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Notify callbacks [] for router, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:35.471764 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7545874 Jun 10 10:24:35.474546 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47580) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:35.620666 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device add68d13-35d3-4dc9-982a-d23113594c84 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:35.697313 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-45a675b1-7c2c-44ed-88f2-122afdd8eab5 req-1a7234d8-af3b-47e1-9d27-e5a800bfed26 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 210 time: 0.1374722 Jun 10 10:24:35.777039 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port add68d13-35d3-4dc9-982a-d23113594c84 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:24:35.803105 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port add68d13-35d3-4dc9-982a-d23113594c84 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:35.805835 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:35.865975 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:35.984842 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:35.992933 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-5c2ceca4-eb5a-4133-889b-c6165fbdecda None None] Provisioning complete for port add68d13-35d3-4dc9-982a-d23113594c84 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:35.993788 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5c2ceca4-eb5a-4133-889b-c6165fbdecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:35.999010 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ab984bb1-8803-4481-8aab-b48f213a44d9 req-0a3e2415-53e6-4c9d-a516-048bed63e9e0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 210 time: 0.3310509 Jun 10 10:24:36.115267 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47620) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:36.293371 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.420478 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:33Z', 'revision_number': 3, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:36.425359 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Checking router: 56253234-4cf8-49fd-87f0-34695fb41dc1 for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:24:36.426110 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Updating router 56253234-4cf8-49fd-87f0-34695fb41dc1 port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:24:36.478697 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.483842 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port add68d13-35d3-4dc9-982a-d23113594c84, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=add68d13-35d3-4dc9-982a-d23113594c84,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:36.518708 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.524482 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:36.535943 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045331821-network', 'tenant_id': 'd95e780263634632ac840345719e2b33'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:36.628644 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5c2ceca4-eb5a-4133-889b-c6165fbdecda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.640354 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47630) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:36.649127 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.675886 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.677106 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92af23b3-e332-4f92-8618-d6519e0e2d6c HTTP/1.1" status: 204 len: 168 time: 1.5434895 Jun 10 10:24:36.688944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:36.707102 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af23b3-e332-4f92-8618-d6519e0e2d6c,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:36.712171 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:36.730407 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Made reservation on behalf of d95e780263634632ac840345719e2b33 for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:36.746729 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.756975 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=add68d13-35d3-4dc9-982a-d23113594c84,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:36.768091 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:36.828246 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.894453 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.db.api [None req-5c2ceca4-eb5a-4133-889b-c6165fbdecda None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:24:36.896182 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_db.api [None req-5c2ceca4-eb5a-4133-889b-c6165fbdecda None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:24:36.902912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:36.938539 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3c6f464f-c3e2-4926-878e-7527f88f6c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.098096 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.191555 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.203742 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Transition to ACTIVE for port object 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:37.223965 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.231426 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:37.285741 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Pushing event updated for resources: {'Port': ['ID=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,revision_number=2']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:37.298192 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.298544 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.298885 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.301759 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.302147 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.302491 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.302828 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.305174 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a3afbf52-fa03-4f71-9d88-7a1ce3e82cb6 req-2fdb0d78-06db-405d-b7ee-a94c7fbdc2e6 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 210 time: 0.1972566 Jun 10 10:24:37.305388 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.305621 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.305993 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.306333 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.306663 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Tracked resource versions report: Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: pushed versions: Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: { 'AddressGroup': {'1.2'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'ConntrackHelper': {'1.0'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Log': {'1.0'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Network': {'1.1'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Port': {'1.7'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'PortForwarding': {'1.2'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'QosPolicy': {'1.8'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroup': {'1.4'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroupRule': {'1.2'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'SubPort': {'1.0'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Subnet': {'1.1'}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Trunk': {'1.1'}} Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: consumer versions: Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: { DHCP agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: HyperV agent@hv-cinder-79575: {}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: L3 agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: Metadata agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: Metering agent@dv-cinder-795751-1-smb: {}, Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: Open vSwitch agent@dv-cinder-795751-1-smb: { 'AddressGroup': '1.2', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'ConntrackHelper': '1.0', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Log': '1.0', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Network': '1.1', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Port': '1.7', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'PortForwarding': '1.2', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'QosPolicy': '1.8', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroup': '1.4', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'SecurityGroupRule': '1.2', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'SubPort': '1.0', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Subnet': '1.1', Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: 'Trunk': '1.1'}} Jun 10 10:24:37.311578 dv-cinder-795751-1-smb neutron-server[91751]: {{(pid=91751) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 10 10:24:37.327426 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:37.377031 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f5924933-2550-4585-ab0c-fea481118005 req-d7967570-3251-485d-b689-23959137a25b tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 210 time: 0.0707753 Jun 10 10:24:37.387395 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Attempting to bind port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:37.387788 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Attempting to bind port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:37.388161 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Attempting to bind port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:37.405981 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:37.406380 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:37.407803 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.409223 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:37.410978 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Bound port: 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:37.411658 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.528217 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.542291 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.552011 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Router 040f9321-b503-44ff-abf5-60ff96d0dc0d is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:24:37.559722 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device add68d13-35d3-4dc9-982a-d23113594c84 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:37.565242 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-22d4ed76-8718-49d9-89c5-2b7dd08fbeb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:37.598207 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b312ee05-fde7-4ea7-ac62-30023fc3bae1,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:37.602657 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Allocated IP 172.20.0.1 (07158307-fe85-4d7e-9a35-7d6b0fbe81b8/66b81de8-8c75-49f5-82c6-ad34b656344f/a35c0737-fe81-4929-b614-3fd562f2c233) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:37.612106 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] For port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:37.613971 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:37.624491 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] For port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:37.629638 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:24:37.643876 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.646575 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:37.663377 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.95', 54919) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:37.760565 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port add68d13-35d3-4dc9-982a-d23113594c84 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:37.762367 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.807494 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:37.807847 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Added segment 55828333-5a0e-4c5a-b109-0cac2884b269 of type vlan for network 3314a57c-11dd-4003-8b86-3fc41c50e2ed Jun 10 10:24:37.828366 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Pushing event updated for resources: {'Port': ['ID=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:37.837040 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:37.872190 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:37.874089 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:37.957288 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.024826 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.032131 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:38.032864 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.039595 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a94900c9-46cc-4306-9901-5b8d5b6fe298 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:38.050033 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:24:38.061320 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Sync routers for ids ['040f9321-b503-44ff-abf5-60ff96d0dc0d'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:24:38.082420 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Routers {'040f9321-b503-44ff-abf5-60ff96d0dc0d'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:38.083054 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['040f9321-b503-44ff-abf5-60ff96d0dc0d'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:38.127140 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3c6f464f-c3e2-4926-878e-7527f88f6c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.164996 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.201228 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3c6f464f-c3e2-4926-878e-7527f88f6c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.202197 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Transition to ACTIVE for port object a35c0737-fe81-4929-b614-3fd562f2c233 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:38.202675 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Pushing event updated for resources: {'Network': ['ID=3314a57c-11dd-4003-8b86-3fc41c50e2ed,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:38.213737 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:38.216520 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:38.220955 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1e2adb3a-30be-479d-8262-6e3c05917339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:38.239694 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.245461 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.5826318 Jun 10 10:24:38.260863 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 3314a57c-11dd-4003-8b86-3fc41c50e2ed details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:24:38.262859 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47680) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:38.264957 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 2.1364045 Jun 10 10:24:38.279630 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47684) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:38.298541 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Request body: {'subnet': {'network_id': '3314a57c-11dd-4003-8b86-3fc41c50e2ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2045331821-subnet', 'tenant_id': 'd95e780263634632ac840345719e2b33', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:38.404302 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-3c77c0dc-a0f5-49d4-abda-2a365812136c tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:38.412396 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-3c77c0dc-a0f5-49d4-abda-2a365812136c tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.95 "GET /v2.0/networks?id=53dea9bf-a529-4a56-8a31-a36026d68252 HTTP/1.1" status: 200 len: 812 time: 0.7472501 Jun 10 10:24:38.414627 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.417012 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-89ea2e77-3d2d-4811-85a3-9179a113fa7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:38.460334 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Set router 040f9321-b503-44ff-abf5-60ff96d0dc0d gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:38.551564 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Request body: {'port': {'device_id': '20fd1e10-2273-4889-803c-0455781f3bae', 'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252', 'admin_state_up': True, 'tenant_id': '82a812e977b34159955aa616057826de'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:38.630234 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.95', 54925) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:38.723159 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3c6f464f-c3e2-4926-878e-7527f88f6c97 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6a2c8a13a8b5446fa7b6650e555aa2ed&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0812001 Jun 10 10:24:38.734541 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47704) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:38.800284 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:33Z', 'revision_number': 3, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:38.806340 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403defa5-4797-4111-b02e-fa6e25de538d None None] The sync data for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb is: [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:33Z', 'revision_number': 3, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:24:38.852480 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:38.855211 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Pushing event updated for resources: {'Port': ['ID=a35c0737-fe81-4929-b614-3fd562f2c233,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:38.874455 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:38.888729 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:38.889450 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:38.892942 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:38.916191 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-286a4825-ab24-41ed-b01f-a3a1228e75bb req-f2d58b21-c8b9-4572-82ad-a369728e8b07 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 210 time: 0.1804357 Jun 10 10:24:38.958027 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-24ec2fd7-42d1-4324-b3fa-713a2bff397d req-f3ecc493-ff41-4735-97b0-d3464632a48e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 210 time: 0.1851804 Jun 10 10:24:38.958843 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f464f-c3e2-4926-878e-7527f88f6c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e32154-9670-4604-9f51-bdb3ab6f446f,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:38.986834 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3c6f464f-c3e2-4926-878e-7527f88f6c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:39.030865 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:24:34Z', 'revision_number': 3, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:39.038123 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Made reservation on behalf of d95e780263634632ac840345719e2b33 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:39.041316 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:39.050335 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Checking router: 040f9321-b503-44ff-abf5-60ff96d0dc0d for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:24:39.050706 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Updating router 040f9321-b503-44ff-abf5-60ff96d0dc0d port 07c5a29f-9a26-42c9-ae26-f7fddd099214 binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:24:39.585012 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:39.664435 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:39.666361 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-01ec2ea6-9d6c-4190-b897-cd16cd8fa70b None None] Provisioning for port a35c0737-fe81-4929-b614-3fd562f2c233 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:24:39.672939 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-2851276d-8b70-4611-842e-69facced45be tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:39.676891 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-2851276d-8b70-4611-842e-69facced45be tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 1.0430958 Jun 10 10:24:39.703247 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-01ec2ea6-9d6c-4190-b897-cd16cd8fa70b None None] Provisioning complete for port a35c0737-fe81-4929-b614-3fd562f2c233 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:39.703884 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-01ec2ea6-9d6c-4190-b897-cd16cd8fa70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:39.852075 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Request body: {'port': {'device_id': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'admin_state_up': True, 'tenant_id': '9e3b08009d134fdc82245d943c4ed9bc'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:40.039149 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47762) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:40.102541 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.129984 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-01ec2ea6-9d6c-4190-b897-cd16cd8fa70b None None] Port a35c0737-fe81-4929-b614-3fd562f2c233 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:24:40.143942 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:24:40.162371 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:40.163043 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.241421 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Made reservation on behalf of 9e3b08009d134fdc82245d943c4ed9bc for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:40.253770 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.457359 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.511020 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.609950 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:40.630123 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:40.638627 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Made reservation on behalf of 82a812e977b34159955aa616057826de for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:40.658748 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.666221 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.681224 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.688190 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:40.690422 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9d40a3cf-607a-4402-8897-a54a2e26b0f4 req-32efbf40-24cc-4968-ae60-c0db1c3f12cc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 210 time: 0.2244663 Jun 10 10:24:40.721453 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdb11bcc-f2d7-45d3-b489-a7c892dd7d14,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:40.731680 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:40.734172 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79bd9543-19cd-4ed2-aea1-e484692ad770 req-4271baa6-eb5c-48e6-9535-c1f1ca433e78 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 210 time: 0.4539371 Jun 10 10:24:40.759028 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.842116 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Transition to ACTIVE for port object 07c5a29f-9a26-42c9-ae26-f7fddd099214 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:40.870829 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.889858 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ddbf7c37-52b8-4668-864e-c67cf87adfc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:40.921476 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:40.927522 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:40.930543 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:40.973862 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Checking segment: {'id': '55828333-5a0e-4c5a-b109-0cac2884b269', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '3314a57c-11dd-4003-8b86-3fc41c50e2ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:40.974353 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Network hostable DHCP agents. Network: 3314a57c-11dd-4003-8b86-3fc41c50e2ed, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:24:40.993602 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.025605 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.027630 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/37e32154-9670-4604-9f51-bdb3ab6f446f HTTP/1.1" status: 204 len: 168 time: 2.2151740 Jun 10 10:24:41.048256 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3c6f464f-c3e2-4926-878e-7527f88f6c97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:41.072483 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Attempting to bind port 07c5a29f-9a26-42c9-ae26-f7fddd099214 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:41.073240 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Attempting to bind port 07c5a29f-9a26-42c9-ae26-f7fddd099214 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:41.073786 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Attempting to bind port 07c5a29f-9a26-42c9-ae26-f7fddd099214 on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:41.091901 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e775ae-c916-4359-a44c-1e1fb3e0311b None None] Pushing event updated for resources: {'Port': ['ID=07c5a29f-9a26-42c9-ae26-f7fddd099214,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:41.096086 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e32154-9670-4604-9f51-bdb3ab6f446f,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:41.102536 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:41.102989 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-54e775ae-c916-4359-a44c-1e1fb3e0311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:41.104750 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:41.105144 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:41.105563 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.105993 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:41.106502 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Bound port: 07c5a29f-9a26-42c9-ae26-f7fddd099214, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:41.106889 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.165391 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b6fced13-dc2d-4c71-b8d2-88213e16e05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.256435 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.285234 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Network 3314a57c-11dd-4003-8b86-3fc41c50e2ed is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:24:41.365796 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Allocated IP 172.20.0.14 (53dea9bf-a529-4a56-8a31-a36026d68252/4c1eb624-ed31-479c-96b5-afd36d5199b5/913052e3-9ed2-490c-97ce-5e7a99c7eb92) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:41.376183 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.447391 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] For port 07c5a29f-9a26-42c9-ae26-f7fddd099214, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:41.458735 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] For port 07c5a29f-9a26-42c9-ae26-f7fddd099214, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=07c5a29f-9a26-42c9-ae26-f7fddd099214,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:41.472321 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.523544 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:41.554074 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Allocated IP 172.20.0.1 (f37eb912-c5ae-4f61-87e7-81ae60acabb3/160ac65a-91c3-4c67-9238-2a811df39edf/eb5dcf48-389e-4d84-95d8-24b78e50362e) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:41.572652 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 3314a57c-11dd-4003-8b86-3fc41c50e2ed) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:41.592006 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:41.592905 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.749384 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.758261 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47792) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:41.785986 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:41.803973 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Allocated IP 172.20.0.13 (d2abe009-3c20-45a5-b32e-ace1ac3bb3d3/2be4d1e0-767d-4f7a-ad15-075a2b9c4518/2e63ea4b-abda-4e16-8fab-b1e9eae3c8de) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:41.831901 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e1c3c3-ebfe-4905-886a-936245771f4e None None] Network 3314a57c-11dd-4003-8b86-3fc41c50e2ed requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:41.838804 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:41.848292 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:42.141237 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:42.163118 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b6fced13-dc2d-4c71-b8d2-88213e16e05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.194497 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:42.199331 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:42.199901 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.210048 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b6fced13-dc2d-4c71-b8d2-88213e16e05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.239522 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.245387 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e775ae-c916-4359-a44c-1e1fb3e0311b None None] Pushing event updated for resources: {'Port': ['ID=07c5a29f-9a26-42c9-ae26-f7fddd099214,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:42.251077 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:42.262245 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-54e775ae-c916-4359-a44c-1e1fb3e0311b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:42.346611 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Routers {'040f9321-b503-44ff-abf5-60ff96d0dc0d'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:42.347525 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['040f9321-b503-44ff-abf5-60ff96d0dc0d'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:42.465573 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.503258 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.534552 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Pushing event updated for resources: {'Port': ['ID=eb5dcf48-389e-4d84-95d8-24b78e50362e,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:42.535104 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-b6fced13-dc2d-4c71-b8d2-88213e16e05f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0f59f615cb9d48a48b0f579f7dbc9d64&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4849613 Jun 10 10:24:42.535195 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eeb7780a-42a1-438c-aa45-27c6bce07a60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.542894 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.551448 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47814) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:42.552373 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-fb386cd6-1377-4522-a120-5aa67cbf10eb req-caa23050-1e09-43db-8e4d-063aad878161 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 210 time: 0.4783306 Jun 10 10:24:42.567449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:42.599352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.609311 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fced13-dc2d-4c71-b8d2-88213e16e05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3980d523-c297-4d00-8b84-a1e33245ad47,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:42.624389 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b6fced13-dc2d-4c71-b8d2-88213e16e05f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:42.660874 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:42.661311 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.706995 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eeb7780a-42a1-438c-aa45-27c6bce07a60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.708267 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Network 53dea9bf-a529-4a56-8a31-a36026d68252 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:42.716425 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.198s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:42.745066 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-2163c4a0-b63c-4765-8ef0-15578d7693ee admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.4565854 Jun 10 10:24:42.757837 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eeb7780a-42a1-438c-aa45-27c6bce07a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.802389 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:42.828711 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:42.836164 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:42.860224 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:42.860893 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:42.939820 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] Set router 040f9321-b503-44ff-abf5-60ff96d0dc0d gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:42.962849 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:43.013770 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7780a-42a1-438c-aa45-27c6bce07a60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5ac774-c116-457e-a9f7-73b77261044f,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:43.042446 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5956fcf9-9945-4e0c-a280-7ce8a1fbb9d1 req-d829cab8-da58-4f87-8c11-ab05f8164e5b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:43.044200 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5956fcf9-9945-4e0c-a280-7ce8a1fbb9d1 req-d829cab8-da58-4f87-8c11-ab05f8164e5b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 932 time: 0.9006276 Jun 10 10:24:43.049244 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1c798d-a6a2-48ba-9ed5-b73ffad1648c None None] Network 3314a57c-11dd-4003-8b86-3fc41c50e2ed requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:43.051271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-eeb7780a-42a1-438c-aa45-27c6bce07a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:43.060129 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-eeb7780a-42a1-438c-aa45-27c6bce07a60 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=af1a00031ff24a259717ac7379ce670e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3007808 Jun 10 10:24:43.063739 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47826) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:43.298563 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5956fcf9-9945-4e0c-a280-7ce8a1fbb9d1 req-5007ae5d-d1a8-4f3b-8daa-485267097414 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458396 Jun 10 10:24:43.325171 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:43.368770 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:43.465381 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:43.671451 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:43.695482 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Pushing event updated for resources: {'Port': ['ID=913052e3-9ed2-490c-97ce-5e7a99c7eb92,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:43.704721 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-9c02f24f-909e-4a52-aceb-6fcec2bad492 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1832654 Jun 10 10:24:43.870972 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:43.885993 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:43.887971 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8b5ac774-c116-457e-a9f7-73b77261044f HTTP/1.1" status: 204 len: 168 time: 0.8220189 Jun 10 10:24:43.891319 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:43.958094 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-f8e3fdde-5a3a-4bbe-9279-27b684aef577 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:24:43.959282 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-f8e3fdde-5a3a-4bbe-9279-27b684aef577 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1267993 Jun 10 10:24:43.978181 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5ac774-c116-457e-a9f7-73b77261044f,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:43.985223 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.002628 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:44.022596 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.045014 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.045716 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-4ee3ada6-1ca0-45df-8565-25c64bb0affc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.051643 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:44.083003 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:44.091723 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.098493 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-cc3290ae-a89b-4b5b-a6e6-604685997d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:44.111775 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:44.131803 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:44.133190 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.164687 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.166725 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Pushing event updated for resources: {'Port': ['ID=a35c0737-fe81-4929-b614-3fd562f2c233,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:44.174924 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.466s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:44.180761 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.572s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:44.188264 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.189881 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3808594 Jun 10 10:24:44.245391 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:24:34Z', 'revision_number': 3, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:44.260674 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c15e8a4-92d0-4ef5-b98f-398573827626 None None] The sync data for ids ['040f9321-b503-44ff-abf5-60ff96d0dc0d'] in dv-cinder-795751-1-smb is: [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:24:34Z', 'revision_number': 3, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:24:44.298952 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Pushing event updated for resources: {'Port': ['ID=eb5dcf48-389e-4d84-95d8-24b78e50362e,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:44.315755 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.318938 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:44.326157 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:44.336678 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:44.403232 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47866) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:44.486268 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339258338-network', 'tenant_id': '0a6811f272614be7b1774f6b72ada4b3'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:44.486920 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613e1ba-5294-4874-b60e-9ca5eda4e991 req-98b25e83-0208-4ae6-a8ff-8b6eeeeb5909 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:44.486920 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f613e1ba-5294-4874-b60e-9ca5eda4e991 req-98b25e83-0208-4ae6-a8ff-8b6eeeeb5909 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 932 time: 0.4672740 Jun 10 10:24:44.505655 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event updated for resources: {'Port': ['ID=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:44.511236 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:44.525681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.712s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:44.528540 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.003s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:44.530019 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Made reservation on behalf of 0a6811f272614be7b1774f6b72ada4b3 for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:44.535267 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.618727 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f613e1ba-5294-4874-b60e-9ca5eda4e991 req-1cc997af-60ae-4a3d-a0e2-304dc746c18f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458836 Jun 10 10:24:44.642141 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:44.657211 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:44.748335 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.918024 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6c8eb2d5-917f-457e-936e-91645e6a3d21 None None] Provisioning complete for port a35c0737-fe81-4929-b614-3fd562f2c233 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:44.918605 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6c8eb2d5-917f-457e-936e-91645e6a3d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:44.987364 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Request body: {'port': {'device_id': '20fd1e10-2273-4889-803c-0455781f3bae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:45.058286 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-6c8eb2d5-917f-457e-936e-91645e6a3d21 None None] Port a35c0737-fe81-4929-b614-3fd562f2c233 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:24:45.095451 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47874) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:45.171828 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c1cdb87c-2fa1-408f-80cb-ce12af41d923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:45.189086 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:45.223306 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Request body: {'port': {'device_id': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:45.232683 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:45.247477 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d9389-41f6-4a72-8a2e-bc3324c18605 req-9efd6c75-78ee-45bb-8c89-78b3f6b2c8b2 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:45.256527 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-574d9389-41f6-4a72-8a2e-bc3324c18605 req-9efd6c75-78ee-45bb-8c89-78b3f6b2c8b2 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 932 time: 0.4628313 Jun 10 10:24:45.282906 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Router 040f9321-b503-44ff-abf5-60ff96d0dc0d has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:24:45.375053 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b6fced13-dc2d-4c71-b8d2-88213e16e05f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:45.439834 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:45.441166 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1324} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:24:45.466005 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:45.467483 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3980d523-c297-4d00-8b84-a1e33245ad47 HTTP/1.1" status: 204 len: 168 time: 2.8928814 Jun 10 10:24:45.468459 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db7e6420-7229-499b-b404-686c32963834,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:45.495768 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:45.499242 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:45.624711 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:45.652266 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:45.652741 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Added segment e6037884-cffc-421a-b8d1-c30a3cc29753 of type vlan for network 8e5e2a41-e0bc-4956-b43c-39a25eb7da3d Jun 10 10:24:45.654612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3980d523-c297-4d00-8b84-a1e33245ad47,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:45.844805 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-574d9389-41f6-4a72-8a2e-bc3324c18605 req-4e43792a-098a-4b0e-87ae-336dee5117d5 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5563211 Jun 10 10:24:45.905557 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:46.018319 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c1cdb87c-2fa1-408f-80cb-ce12af41d923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.049054 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c1cdb87c-2fa1-408f-80cb-ce12af41d923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.056156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.103804 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 07c5a29f-9a26-42c9-ae26-f7fddd099214 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:46.114104 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:46.118569 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c1cdb87c-2fa1-408f-80cb-ce12af41d923 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e46ce3751ab740809a37dde4bf8bb7f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0007827 Jun 10 10:24:46.128400 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47892) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:46.163127 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:24:46.181106 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] 10.222.0.23 "PUT /v2.0/routers/040f9321-b503-44ff-abf5-60ff96d0dc0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9061463 Jun 10 10:24:46.218007 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cdb87c-2fa1-408f-80cb-ce12af41d923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcde20b-993d-418e-ba03-59a328a34734,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:46.228067 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 07c5a29f-9a26-42c9-ae26-f7fddd099214 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:24:46.233977 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 07c5a29f-9a26-42c9-ae26-f7fddd099214 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:46.234566 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.250012 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c1cdb87c-2fa1-408f-80cb-ce12af41d923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:46.299523 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f130d14a-e712-4d98-870e-fa3b3dbac1fc req-d2bf6666-a1f7-40e4-a1c7-c0fa30f24500 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:46.306542 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f130d14a-e712-4d98-870e-fa3b3dbac1fc req-d2bf6666-a1f7-40e4-a1c7-c0fa30f24500 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 932 time: 0.4026756 Jun 10 10:24:46.374192 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.471786 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 47902) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:46.477497 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Router 56253234-4cf8-49fd-87f0-34695fb41dc1 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:24:46.489035 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f130d14a-e712-4d98-870e-fa3b3dbac1fc req-3b115412-2cc5-4f3b-8e55-38efc9e33af3 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740389 Jun 10 10:24:46.495941 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.518182 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.590774 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 07c5a29f-9a26-42c9-ae26-f7fddd099214, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=07c5a29f-9a26-42c9-ae26-f7fddd099214,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:46.596210 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.602833 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:46.624452 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.660494 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab8412a6-962f-4d44-8a44-b8fff4bc2c5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.663280 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.675066 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.718974 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:46.720056 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.726550 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=07c5a29f-9a26-42c9-ae26-f7fddd099214,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:46.738359 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:46.739604 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:46.744103 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.747756 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:46.749035 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8dcde20b-993d-418e-ba03-59a328a34734 HTTP/1.1" status: 204 len: 168 time: 0.6193309 Jun 10 10:24:46.750039 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9b4fa176-cf24-4cda-b913-c893b2997761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:46.760231 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcde20b-993d-418e-ba03-59a328a34734,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:46.763894 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:47.407162 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Sync routers for ids ['040f9321-b503-44ff-abf5-60ff96d0dc0d'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:24:47.419480 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:24:47.420031 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Routers {'040f9321-b503-44ff-abf5-60ff96d0dc0d'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:47.420524 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['040f9321-b503-44ff-abf5-60ff96d0dc0d'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:47.430668 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Sync routers for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:24:47.433578 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] 10.222.0.23 "PUT /v2.0/routers/56253234-4cf8-49fd-87f0-34695fb41dc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9579659 Jun 10 10:24:47.457561 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:47.461721 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:47.821719 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Set router 040f9321-b503-44ff-abf5-60ff96d0dc0d gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:47.939713 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:47.991275 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:24:48.008135 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 3.5999522 Jun 10 10:24:48.026112 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 47998) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:48.046896 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Request body: {'subnet': {'network_id': '8e5e2a41-e0bc-4956-b43c-39a25eb7da3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1339258338-subnet', 'tenant_id': '0a6811f272614be7b1774f6b72ada4b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:48.049905 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:48.077267 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Pushing event updated for resources: {'Network': ['ID=8e5e2a41-e0bc-4956-b43c-39a25eb7da3d,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:48.109078 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.371s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:48.112138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 07c5a29f-9a26-42c9-ae26-f7fddd099214 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:48.115342 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409eef46-f265-43ba-8991-179933eb320a req-f6fe14c7-d74b-4894-a900-35a5d513382e tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:48.116993 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-409eef46-f265-43ba-8991-179933eb320a req-f6fe14c7-d74b-4894-a900-35a5d513382e tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 932 time: 1.0130210 Jun 10 10:24:48.118229 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 8e5e2a41-e0bc-4956-b43c-39a25eb7da3d details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:24:48.158527 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Transition to ACTIVE for port object 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:48.208529 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:48.276820 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:48.537013 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:24:43Z', 'revision_number': 4, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'eb5dcf48-389e-4d84-95d8-24b78e50362e', 'name': '', 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'mac_address': 'fa:16:3e:da:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:41Z', 'updated_at': '2021-06-10T10:24:43Z', 'revision_number': 2, 'project_id': '13947738a9604923bb5561e5324d9316', 'subnets': [{'id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:48.546829 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Checking router: 040f9321-b503-44ff-abf5-60ff96d0dc0d for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:24:48.547657 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Updating router 040f9321-b503-44ff-abf5-60ff96d0dc0d port eb5dcf48-389e-4d84-95d8-24b78e50362e binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:24:48.582802 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982a86e-337c-4af2-b724-f831c23af96f req-c0011f30-67de-4c8d-9ff0-40987f719500 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:48.589015 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-c0011f30-67de-4c8d-9ff0-40987f719500 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 819 time: 0.9601896 Jun 10 10:24:48.616016 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-409eef46-f265-43ba-8991-179933eb320a req-b2edd15b-f9da-4af3-a2d9-a732c32a1aa8 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866332 Jun 10 10:24:48.629103 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:48.665551 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-1bb7ba5b-402d-48e1-9356-773e446b3e4a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/quotas/13947738a9604923bb5561e5324d9316 HTTP/1.1" status: 200 len: 375 time: 0.0480881 Jun 10 10:24:48.908453 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-b65f1f48-8e63-4e53-896a-4dac43ab7c2d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2311847 Jun 10 10:24:49.110485 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 07c5a29f-9a26-42c9-ae26-f7fddd099214 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:49.111075 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.242297 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db564d1f-f9ff-42cc-8b92-19aa2909a990 req-8a690a67-f3d6-4ab6-b2cc-60603f914c8c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:49.256818 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db564d1f-f9ff-42cc-8b92-19aa2909a990 req-8a690a67-f3d6-4ab6-b2cc-60603f914c8c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 944 time: 0.4027419 Jun 10 10:24:49.259152 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48026) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:49.381553 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-287b02e2-3001-4222-aedc-0fe49bb35528 service neutron] 10.222.0.23 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4717634 Jun 10 10:24:49.497119 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db564d1f-f9ff-42cc-8b92-19aa2909a990 req-fcd0b35e-8fad-4bb1-91f7-955601b8529f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384479 Jun 10 10:24:49.537400 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 913052e3-9ed2-490c-97ce-5e7a99c7eb92 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:24:49.552400 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.563794 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Pushing event updated for resources: {'Port': ['ID=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:49.566763 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Transition to ACTIVE for port object eb5dcf48-389e-4d84-95d8-24b78e50362e will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:49.575192 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.578371 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:49.600051 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:41Z', 'revision_number': 2, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:49.634457 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Checking router: 56253234-4cf8-49fd-87f0-34695fb41dc1 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:24:49.637538 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Updating router 56253234-4cf8-49fd-87f0-34695fb41dc1 port a35c0737-fe81-4929-b614-3fd562f2c233 binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:24:49.676654 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.679669 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.403s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:49.773912 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Attempting to bind port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:49.774394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Attempting to bind port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:49.777226 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Attempting to bind port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:49.807634 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e853ee70-99e3-40f7-b0bd-b61769aaf044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.817356 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.823875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Transition to ACTIVE for port object 913052e3-9ed2-490c-97ce-5e7a99c7eb92 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:49.827033 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:24:49.827204 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Attempting to bind port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:49.881202 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.897432 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-75e3eae6-f35d-4657-94c1-d953aaf7c133 service neutron] 10.222.0.23 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147834 Jun 10 10:24:49.900653 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02633896-55a6-4dc1-a81b-0da27ba64b18 None None] Pushing event updated for resources: {'Port': ['ID=eb5dcf48-389e-4d84-95d8-24b78e50362e,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:49.929998 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-02633896-55a6-4dc1-a81b-0da27ba64b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:49.932998 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:49.936169 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Checking segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:49.937254 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Bound using segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:49.945609 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Bound port: 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:49.948383 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:49.990678 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Attempting to bind port eb5dcf48-389e-4d84-95d8-24b78e50362e on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:49.991450 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Attempting to bind port eb5dcf48-389e-4d84-95d8-24b78e50362e by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:49.992117 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Attempting to bind port eb5dcf48-389e-4d84-95d8-24b78e50362e on network f37eb912-c5ae-4f61-87e7-81ae60acabb3 {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:50.001148 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:50.002055 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Checking segment: {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:50.002801 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.004744 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Bound using segment: {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:50.009668 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Bound port: eb5dcf48-389e-4d84-95d8-24b78e50362e, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:50.010453 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.031273 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab8412a6-962f-4d44-8a44-b8fff4bc2c5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.061167 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:50.092495 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Made reservation on behalf of 0a6811f272614be7b1774f6b72ada4b3 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:50.101057 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Notify callbacks [] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.218632 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ab8412a6-962f-4d44-8a44-b8fff4bc2c5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.283257 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] For port eb5dcf48-389e-4d84-95d8-24b78e50362e, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:50.287989 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] For port eb5dcf48-389e-4d84-95d8-24b78e50362e, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=eb5dcf48-389e-4d84-95d8-24b78e50362e,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:50.302494 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.307726 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:50.364655 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-ab8412a6-962f-4d44-8a44-b8fff4bc2c5b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2a06a61a2e864ecda6c3887b7f92d461&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8718228 Jun 10 10:24:50.369012 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48046) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:50.473228 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Pushing event updated for resources: {'Port': ['ID=913052e3-9ed2-490c-97ce-5e7a99c7eb92,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:50.480990 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:50.491082 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a10c64a0-1f84-4f3a-82f1-0ac4548d8445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.130s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:50.498252 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02633896-55a6-4dc1-a81b-0da27ba64b18 None None] Pushing event updated for resources: {'Port': ['ID=eb5dcf48-389e-4d84-95d8-24b78e50362e,revision_number=4']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:50.520094 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-02633896-55a6-4dc1-a81b-0da27ba64b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:50.534683 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Routers {'040f9321-b503-44ff-abf5-60ff96d0dc0d'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:50.535414 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['040f9321-b503-44ff-abf5-60ff96d0dc0d'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:50.572874 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] For port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:50.582213 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] For port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:50.645922 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Attempting to bind port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:50.647393 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Attempting to bind port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '60b6830a-a213-443b-b232-43ebd85eb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:50.650947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Attempting to bind port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 on network 53dea9bf-a529-4a56-8a31-a36026d68252 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:50.657314 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.691520 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 on network 53dea9bf-a529-4a56-8a31-a36026d68252 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:24:50.691961 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Attempting to bind port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 on network 53dea9bf-a529-4a56-8a31-a36026d68252 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:50.744145 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:50.744621 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Checking segment: {'id': '60b6830a-a213-443b-b232-43ebd85eb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:50.745143 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Bound using segment: {'id': '60b6830a-a213-443b-b232-43ebd85eb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:50.745808 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Bound port: 913052e3-9ed2-490c-97ce-5e7a99c7eb92, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60b6830a-a213-443b-b232-43ebd85eb680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1319, 'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:50.746194 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.750322 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.782027 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8412a6-962f-4d44-8a44-b8fff4bc2c5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41bea3d3-8e06-44b5-9555-8f2f2dd003f6,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:50.794734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ab8412a6-962f-4d44-8a44-b8fff4bc2c5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:50.795452 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.101s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:50.901680 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:50.908733 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:50.910401 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] 10.222.0.95 "PUT /v2.0/ports/2e63ea4b-abda-4e16-8fab-b1e9eae3c8de HTTP/1.1" status: 200 len: 1094 time: 6.5653758 Jun 10 10:24:50.914049 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'tag': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:24:51.027881 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] Set router 040f9321-b503-44ff-abf5-60ff96d0dc0d gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:51.051839 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.077087 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e853ee70-99e3-40f7-b0bd-b61769aaf044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.122541 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Transition to ACTIVE for port object a35c0737-fe81-4929-b614-3fd562f2c233 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:51.133159 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e853ee70-99e3-40f7-b0bd-b61769aaf044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.137461 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.153828 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-5516992c-e8d9-46ee-ba2f-b5ffc82d9fb3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:51.186670 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:51.294417 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.347644 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.424537 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e853ee70-99e3-40f7-b0bd-b61769aaf044 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ea7c9c40b1d04f7e8be411c5ddd676a9&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1597784 Jun 10 10:24:51.451968 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72aa2cc-e0ec-4a27-a0e8-0d55bb856e13 req-21df7ae7-63d3-4f2e-916d-56dec938686f tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:51.456914 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d72aa2cc-e0ec-4a27-a0e8-0d55bb856e13 req-21df7ae7-63d3-4f2e-916d-56dec938686f tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 944 time: 0.7707274 Jun 10 10:24:51.468744 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48074) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:51.470977 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48078) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:51.485273 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394641786', 'description': 'tempest-description--1005192985'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:51.536634 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853ee70-99e3-40f7-b0bd-b61769aaf044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acf6701e-49b4-4241-b672-d128e333e6ba,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:51.542789 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e853ee70-99e3-40f7-b0bd-b61769aaf044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:51.584393 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.173s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:51.593690 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de" -d '{"events": [{"name": "network-changed", "server_uuid": "4cb6d68f-797b-463b-aac6-0f15d236752c", "tag": "2e63ea4b-abda-4e16-8fab-b1e9eae3c8de"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:24:51.707279 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a563a74-ee2b-411b-9caf-426a790035a3 None None] Pushing event updated for resources: {'Port': ['ID=a35c0737-fe81-4929-b614-3fd562f2c233,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:51.716806 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-6a563a74-ee2b-411b-9caf-426a790035a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:51.724999 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Pushing event updated for resources: {'Port': ['ID=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:51.758026 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:51.770197 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] For port 913052e3-9ed2-490c-97ce-5e7a99c7eb92, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:51.795025 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] For port 913052e3-9ed2-490c-97ce-5e7a99c7eb92, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=913052e3-9ed2-490c-97ce-5e7a99c7eb92,segment=NetworkSegment(60b6830a-a213-443b-b232-43ebd85eb680),segment_id=60b6830a-a213-443b-b232-43ebd85eb680)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:51.806542 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.816605 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-506f5bc5-562a-44de-b895-ba9abd9e3acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:51.818465 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-506f5bc5-562a-44de-b895-ba9abd9e3acb service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 1097 time: 0.7231555 Jun 10 10:24:51.819288 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.822178 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:51.831134 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:51.833003 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/41bea3d3-8e06-44b5-9555-8f2f2dd003f6 HTTP/1.1" status: 204 len: 168 time: 1.4563653 Jun 10 10:24:51.914844 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d72aa2cc-e0ec-4a27-a0e8-0d55bb856e13 req-e75676ea-20eb-449f-b6be-5996821bdae6 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4155085 Jun 10 10:24:52.017156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.124164 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:24:43Z', 'revision_number': 4, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'eb5dcf48-389e-4d84-95d8-24b78e50362e', 'name': '', 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'mac_address': 'fa:16:3e:da:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:41Z', 'updated_at': '2021-06-10T10:24:50Z', 'revision_number': 4, 'project_id': '13947738a9604923bb5561e5324d9316', 'subnets': [{'id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:52.137529 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaa54a7f-1296-4d1e-b685-859bfcfefbcb None None] The sync data for ids ['040f9321-b503-44ff-abf5-60ff96d0dc0d'] in dv-cinder-795751-1-smb is: [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:24:43Z', 'revision_number': 4, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'eb5dcf48-389e-4d84-95d8-24b78e50362e', 'name': '', 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'mac_address': 'fa:16:3e:da:d5:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:41Z', 'updated_at': '2021-06-10T10:24:50Z', 'revision_number': 4, 'project_id': '13947738a9604923bb5561e5324d9316', 'subnets': [{'id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:24:52.153454 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Attempting to bind port a35c0737-fe81-4929-b614-3fd562f2c233 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:52.154581 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Attempting to bind port a35c0737-fe81-4929-b614-3fd562f2c233 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:52.156967 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Attempting to bind port a35c0737-fe81-4929-b614-3fd562f2c233 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:52.166087 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aa3a25a1-7daf-48db-923c-31e7f8512e79 req-4b83f704-d4f2-4b8f-818e-c50c87600ed3 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 210 time: 0.4619772 Jun 10 10:24:52.171630 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:52.175072 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Checking segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:52.175648 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.177269 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Bound using segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:52.180929 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Bound port: a35c0737-fe81-4929-b614-3fd562f2c233, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:52.181409 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.201047 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.238031 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.277105 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=2432bd3f-0738-488a-a889-e00bef0c51f5,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:52.292458 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:52.293541 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Checking segment: {'id': 'e6037884-cffc-421a-b8d1-c30a3cc29753', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1324, 'network_id': '8e5e2a41-e0bc-4956-b43c-39a25eb7da3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:52.294233 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Network hostable DHCP agents. Network: 8e5e2a41-e0bc-4956-b43c-39a25eb7da3d, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:24:52.313595 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48098) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:52.326505 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:52.327062 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.343757 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] 10.222.0.95 "PUT /v2.0/ports/913052e3-9ed2-490c-97ce-5e7a99c7eb92 HTTP/1.1" status: 200 len: 1094 time: 7.9886744 Jun 10 10:24:52.345571 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-c10921ed-9a79-4685-867e-152824f36af2 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de HTTP/1.1" status: 200 len: 217 time: 0.4216692 Jun 10 10:24:52.384655 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.400149 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Pushing event updated for resources: {'Port': ['ID=913052e3-9ed2-490c-97ce-5e7a99c7eb92,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:52.415586 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Network 8e5e2a41-e0bc-4956-b43c-39a25eb7da3d is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:24:52.417545 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.595s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:52.418019 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.495s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:52.439557 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41bea3d3-8e06-44b5-9555-8f2f2dd003f6,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:52.455022 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:52.473761 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 8e5e2a41-e0bc-4956-b43c-39a25eb7da3d) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:52.506772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:52.508574 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.516378 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90ca245-0c5a-4e2c-be9c-8c915f62b16e None None] Network 8e5e2a41-e0bc-4956-b43c-39a25eb7da3d requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:52.598721 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] For port a35c0737-fe81-4929-b614-3fd562f2c233, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:52.613215 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15900d-f56c-466a-8a72-cb84d9c0b2cc req-e44a17ee-40d2-4d86-96a3-f28bca266333 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:52.620744 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bf15900d-f56c-466a-8a72-cb84d9c0b2cc req-e44a17ee-40d2-4d86-96a3-f28bca266333 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 944 time: 0.3763235 Jun 10 10:24:52.671634 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] For port a35c0737-fe81-4929-b614-3fd562f2c233, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=a35c0737-fe81-4929-b614-3fd562f2c233,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:52.701987 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.716821 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.717003 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-ae4131fb-e2f9-45ef-88a3-c03b2961f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:52.718393 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-ae4131fb-e2f9-45ef-88a3-c03b2961f8fe service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.2547045 Jun 10 10:24:52.718912 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.729106 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/acf6701e-49b4-4241-b672-d128e333e6ba HTTP/1.1" status: 204 len: 168 time: 1.2557759 Jun 10 10:24:52.735212 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-220af5cf-3871-4f24-b253-e6419d110f67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:52.777528 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb9a040-c86e-4662-b823-7160d55284c9 x-openstack-request-id: req-8eb9a040-c86e-4662-b823-7160d55284c9 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:24:52.778002 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cb6d68f-797b-463b-aac6-0f15d236752c", "tag": "2e63ea4b-abda-4e16-8fab-b1e9eae3c8de", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:24:52.778326 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8eb9a040-c86e-4662-b823-7160d55284c9 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:24:52.779082 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'tag': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', 'status': 'completed', 'code': 200} Jun 10 10:24:52.779592 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-6a563a74-ee2b-411b-9caf-426a790035a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:52.805367 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bf15900d-f56c-466a-8a72-cb84d9c0b2cc req-2be0b947-ce71-4a09-ac18-fefde5ad1c89 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836355 Jun 10 10:24:52.812511 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-48530c14-3410-4e1d-b201-877bcfb81e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:52.815635 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-48530c14-3410-4e1d-b201-877bcfb81e43 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82a812e977b34159955aa616057826de&device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 1097 time: 0.2538874 Jun 10 10:24:52.862959 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f0bfed-d483-42c3-9e40-150516e85d51 None None] Network 8e5e2a41-e0bc-4956-b43c-39a25eb7da3d requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:24:52.943563 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:52.948816 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acf6701e-49b4-4241-b672-d128e333e6ba,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:52.952821 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:52.977614 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:53.011073 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:53.035929 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6d7e-727a-45e1-976e-463f2da07ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:53.038491 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 5.0037808 Jun 10 10:24:53.080021 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-0b60f0e4-ccf1-4ad8-9489-1113d38549f5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913052e3-9ed2-490c-97ce-5e7a99c7eb92 HTTP/1.1" status: 200 len: 217 time: 0.2353926 Jun 10 10:24:53.085409 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-6878c26f-c074-4700-9b2e-208e65dc8d0d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1642928 Jun 10 10:24:53.278002 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.95', 54931) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:53.290931 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:24:53.291683 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:24:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:53.359258 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6d7e-727a-45e1-976e-463f2da07ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:53.372878 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48132) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:53.387027 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:53.390554 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.9170270 Jun 10 10:24:53.394468 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1bcd6d7e-727a-45e1-976e-463f2da07ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:53.426124 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48134) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:53.446648 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'security_group_rule': {'security_group_id': 'bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:53.504895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:24:53.718139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a563a74-ee2b-411b-9caf-426a790035a3 None None] Pushing event updated for resources: {'Port': ['ID=a35c0737-fe81-4929-b614-3fd562f2c233,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:53.722342 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-6a563a74-ee2b-411b-9caf-426a790035a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:53.823011 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48140) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:53.851827 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-400d8814-5f74-430f-b8cf-4e8d2cdf7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:53.852501 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:53.854518 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-400d8814-5f74-430f-b8cf-4e8d2cdf7aef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4c1eb624-ed31-479c-96b5-afd36d5199b5 HTTP/1.1" status: 200 len: 852 time: 0.7555952 Jun 10 10:24:53.901483 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.890s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:53.915108 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:53.949958 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:52Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:53.956452 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e24d066-0a1c-4e89-ba87-bccff6a8c30a None None] The sync data for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb is: [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:52Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:24:54.010991 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Deleting subnet fdb11bcc-f2d7-45d3-b489-a7c892dd7d14 {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:24:54.027285 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1bcd6d7e-727a-45e1-976e-463f2da07ae0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=da87fb7bbe6a461c8c08be9a695585dc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6832078 Jun 10 10:24:54.032679 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48152) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:54.072324 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-95df8c8c-a974-4ed9-ac3b-1b87b74a27eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.075651 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0ab2be70-6938-4cda-83b4-93cbd214e1f5 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9754815 Jun 10 10:24:54.084017 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-bd5cf0b7-2dc5-425a-8684-3704adc56984 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:54.085547 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-bd5cf0b7-2dc5-425a-8684-3704adc56984 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 819 time: 1.1314642 Jun 10 10:24:54.086466 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.101698 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device eb5dcf48-389e-4d84-95d8-24b78e50362e up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:54.119454 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.158337 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-496b4655-459f-47e5-af9f-cedcabcb2186 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=53dea9bf-a529-4a56-8a31-a36026d68252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2669315 Jun 10 10:24:54.182291 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-3485bec5-c51d-4245-94ae-12cc70ee0533 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/quotas/13947738a9604923bb5561e5324d9316 HTTP/1.1" status: 200 len: 375 time: 0.0140908 Jun 10 10:24:54.228977 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port eb5dcf48-389e-4d84-95d8-24b78e50362e completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:24:54.233613 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port eb5dcf48-389e-4d84-95d8-24b78e50362e triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:54.234214 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.240658 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd6d7e-727a-45e1-976e-463f2da07ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d69748-7732-41cd-ab79-8b889c791acb,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:54.286837 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1bcd6d7e-727a-45e1-976e-463f2da07ae0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:54.314319 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.352794 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.369567 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad352be-7dfe-4e12-b3fb-dbfe335ef39c req-ab991499-3f05-4d12-8449-0446d867658a tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:54.374079 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7ad352be-7dfe-4e12-b3fb-dbfe335ef39c req-ab991499-3f05-4d12-8449-0446d867658a tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 944 time: 1.0126595 Jun 10 10:24:54.402828 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.427889 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.451036 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port eb5dcf48-389e-4d84-95d8-24b78e50362e, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=eb5dcf48-389e-4d84-95d8-24b78e50362e,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:54.455578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.459439 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:54.520932 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.530809 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=eb5dcf48-389e-4d84-95d8-24b78e50362e,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:54.534490 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:54.538776 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982a86e-337c-4af2-b724-f831c23af96f req-e7558622-1537-4756-92e6-79a028ef5a0c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:54.540330 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-e7558622-1537-4756-92e6-79a028ef5a0c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 819 time: 1.2541289 Jun 10 10:24:54.548748 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.551396 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:54.569617 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Request body: {'port': {'device_id': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'admin_state_up': True, 'tenant_id': '13947738a9604923bb5561e5324d9316'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:54.598161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff5a2901-835e-487b-8e02-1b77f96f6bdd,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:54.610473 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:54.611051 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:54.620082 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7ad352be-7dfe-4e12-b3fb-dbfe335ef39c req-5796360f-2d4d-4d44-8bb3-2395b8a1c8d9 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078584 Jun 10 10:24:54.653771 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.655985 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/fdb11bcc-f2d7-45d3-b489-a7c892dd7d14 HTTP/1.1" status: 204 len: 168 time: 1.2722321 Jun 10 10:24:54.658675 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48164) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:54.667288 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdb11bcc-f2d7-45d3-b489-a7c892dd7d14,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:54.674658 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-a8afbbf6-04c5-4c8c-8b45-f3e0f6dfec21 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4645593 Jun 10 10:24:54.675992 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:54.704757 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.737725 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.785558 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20fd1e10-2273-4889-803c-0455781f3bae', 'tag': '913052e3-9ed2-490c-97ce-5e7a99c7eb92'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:24:54.788390 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35" -d '{"events": [{"name": "network-changed", "server_uuid": "20fd1e10-2273-4889-803c-0455781f3bae", "tag": "913052e3-9ed2-490c-97ce-5e7a99c7eb92"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:24:54.854222 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbd5d2ea-3fec-47a3-928e-4931dc750cf5 req-0ef34214-4059-4fbb-a38b-2bae0823c72e service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7195861 Jun 10 10:24:54.900718 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:54.915948 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-c7943336-81a2-4c6c-81df-f708fc34f006 service neutron] 10.222.0.95 "GET /v2.0/networks/53dea9bf-a529-4a56-8a31-a36026d68252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7440529 Jun 10 10:24:54.953128 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-13ea9a41-2bc3-45a7-baef-5544279492d8 service neutron] 10.222.0.23 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2619333 Jun 10 10:24:55.057825 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb95927-80e5-4f5e-a069-1b71bd0df307 req-6b0ea104-63b9-4ebe-b190-f99deaa2f9e0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:55.059336 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-feb95927-80e5-4f5e-a069-1b71bd0df307 req-6b0ea104-63b9-4ebe-b190-f99deaa2f9e0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 944 time: 0.2649238 Jun 10 10:24:55.122361 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-95df8c8c-a974-4ed9-ac3b-1b87b74a27eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.123324 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.138720 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.139878 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/49d69748-7732-41cd-ab79-8b889c791acb HTTP/1.1" status: 204 len: 168 time: 1.0689340 Jun 10 10:24:55.148824 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:55.151298 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-95df8c8c-a974-4ed9-ac3b-1b87b74a27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.153216 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.181050 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d69748-7732-41cd-ab79-8b889c791acb,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:55.204271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.204634 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.205409 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.205737 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > port after_create 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.206116 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > port after_delete 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.206540 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > port after_update 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.206924 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.207419 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.207588 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.208261 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.214157 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:55.233130 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ab8412a6-962f-4d44-8a44-b8fff4bc2c5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:55.285583 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-620cfa78-51a5-48b1-b1cf-dfb97045b22e req-f17edaf9-2e10-48e7-81a4-a678f74db55c service neutron] 10.222.0.95 "GET /v2.0/networks/53dea9bf-a529-4a56-8a31-a36026d68252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477211 Jun 10 10:24:55.300508 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Made reservation on behalf of 13947738a9604923bb5561e5324d9316 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:55.305148 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.307115 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df8c8c-a974-4ed9-ac3b-1b87b74a27eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee9cf0b-a75b-47fb-9506-e2d4bc0cfcdd,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:55.314619 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-95df8c8c-a974-4ed9-ac3b-1b87b74a27eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1672dee05c3543408d729594e79a36a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4867525 Jun 10 10:24:55.327443 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-95df8c8c-a974-4ed9-ac3b-1b87b74a27eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:55.343892 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-b55f7430-00ab-4c4e-8b83-ab3337063735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:55.345501 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-b55f7430-00ab-4c4e-8b83-ab3337063735 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 1097 time: 0.3839366 Jun 10 10:24:55.348161 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48184) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:55.552498 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.553049 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.553409 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.553917 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91749) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:24:55.554913 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3314a57c-11dd-4003-8b86-3fc41c50e2ed']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:55.577288 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55828333-5a0e-4c5a-b109-0cac2884b269') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:55.577713 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55828333-5a0e-4c5a-b109-0cac2884b269') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:55.597803 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.631345 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.641492 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:24:55.642127 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.663910 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.667848 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2322221 Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: from cryptography.utils import int_from_bytes Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: from cryptography.utils import int_from_bytes Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: retrieve_revision_numbers = { Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:24:55.668843 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:24:55.674599 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48190) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:55.674944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48194) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:55.690346 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.694220 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'security_group_rule': {'security_group_id': 'bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:55.723968 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-93eb126d-c9b9-4b61-81af-5e47baaba1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:55.725503 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-93eb126d-c9b9-4b61-81af-5e47baaba1d5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 917 time: 0.3356678 Jun 10 10:24:55.779097 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.819136 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-feb95927-80e5-4f5e-a069-1b71bd0df307 req-78354f49-daec-48c9-a5ec-c9a981d1598c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7080681 Jun 10 10:24:55.836888 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-1ebcae1e-8e44-41da-bf9f-5a3474a9a6fe service neutron] 10.222.0.23 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8515632 Jun 10 10:24:55.838594 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.858365 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-d8862454-48e8-451e-a783-0f9dbd240d0c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de HTTP/1.1" status: 200 len: 217 time: 0.1198397 Jun 10 10:24:55.867334 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-df384867-06d1-47d4-9211-3962e1eabf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:55.903541 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48198) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:55.908383 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Pushing event deleted for resources: {'Network': ['ID=3314a57c-11dd-4003-8b86-3fc41c50e2ed,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:55.909431 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.912645 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:55.915034 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] 10.222.0.23 "DELETE /v2.0/networks/3314a57c-11dd-4003-8b86-3fc41c50e2ed HTTP/1.1" status: 204 len: 168 time: 1.2554383 Jun 10 10:24:55.916454 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:55.926880 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48200) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:56.016567 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b004a2e-ab50-4f61-ac59-30fa30527f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.018489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Allocated IP 172.20.0.7 (f37eb912-c5ae-4f61-87e7-81ae60acabb3/160ac65a-91c3-4c67-9238-2a811df39edf/4be41481-f3a8-41b1-be61-409f837985b3) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:56.018632 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.030398 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04ce97ac-5a3e-4fbf-b07d-ea8b9eae5232 x-openstack-request-id: req-04ce97ac-5a3e-4fbf-b07d-ea8b9eae5232 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:24:56.030784 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20fd1e10-2273-4889-803c-0455781f3bae", "tag": "913052e3-9ed2-490c-97ce-5e7a99c7eb92", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:24:56.031118 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-04ce97ac-5a3e-4fbf-b07d-ea8b9eae5232 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:24:56.031596 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20fd1e10-2273-4889-803c-0455781f3bae', 'tag': '913052e3-9ed2-490c-97ce-5e7a99c7eb92', 'status': 'completed', 'code': 200} Jun 10 10:24:56.037199 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-0cf48d4c-b557-4cd4-99b2-ad6e7577ca97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:56.039493 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-0cf48d4c-b557-4cd4-99b2-ad6e7577ca97 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.1645241 Jun 10 10:24:56.101618 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.127509 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device eb5dcf48-389e-4d84-95d8-24b78e50362e up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:56.173511 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cc98c4d6-e1dc-416e-8d83-7fc489342290 req-ca8b0a11-ff8b-4517-a616-a3834c6640e4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 210 time: 0.0724308 Jun 10 10:24:56.185074 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.db.api [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:24:56.185074 dv-cinder-795751-1-smb neutron-server[91749]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 10 10:24:56.185074 dv-cinder-795751-1-smb neutron-server[91749]: [parameters: {'project_id_1': 'ff45b8d88dcc491cba29660b94dffc06', 'expiration_1': datetime.datetime(2021, 6, 10, 10, 24, 56, 114113)}] Jun 10 10:24:56.185074 dv-cinder-795751-1-smb neutron-server[91749]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91749) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:24:56.185342 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_db.api [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:24:56.197465 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Deleting subnet 2432bd3f-0738-488a-a889-e00bef0c51f5 {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:24:56.207412 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.207412 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ee9cf0b-a75b-47fb-9506-e2d4bc0cfcdd HTTP/1.1" status: 204 len: 168 time: 0.8514440 Jun 10 10:24:56.207412 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:56.216256 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.223307 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.234412 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-1f75f607-1ff7-4dac-a853-69dac4a67853 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1665034 Jun 10 10:24:56.242044 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee9cf0b-a75b-47fb-9506-e2d4bc0cfcdd,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:56.247079 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:56.262246 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.272214 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port eb5dcf48-389e-4d84-95d8-24b78e50362e triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:56.273346 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.318336 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ea16c331-76da-48e6-a70f-39fda7c7ff0e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:56.420860 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.459533 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7151670a-edc7-415c-bf3d-ac72ebdf8856,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:56.480961 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:56.541985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.705692 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a35c0737-fe81-4929-b614-3fd562f2c233 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:56.728044 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-379c46ad-a866-48d2-a585-9e11a021f1c6 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669409 Jun 10 10:24:56.774681 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port a35c0737-fe81-4929-b614-3fd562f2c233 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:24:56.780667 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port a35c0737-fe81-4929-b614-3fd562f2c233 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:56.781588 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.802276 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.826348 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-110b5be8-6fb3-4384-9143-bd0c0948b0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:56.827962 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-110b5be8-6fb3-4384-9143-bd0c0948b0f6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=82a812e977b34159955aa616057826de&device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 1097 time: 0.7644188 Jun 10 10:24:56.954526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b8249-b91a-422d-8c56-77ae8b97acf2 req-f6057278-e182-47a5-acde-fc41fd2ba390 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:56.956148 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.958802 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-844b8249-b91a-422d-8c56-77ae8b97acf2 req-f6057278-e182-47a5-acde-fc41fd2ba390 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 944 time: 0.6954441 Jun 10 10:24:56.960707 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:56.987511 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-485604c5-635d-49cc-97f4-a2504366f0ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:57.010835 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port a35c0737-fe81-4929-b614-3fd562f2c233, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=a35c0737-fe81-4929-b614-3fd562f2c233,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:57.024527 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.029199 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-54e775ae-c916-4359-a44c-1e1fb3e0311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:57.083235 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:24:57.088864 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.090748 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2432bd3f-0738-488a-a889-e00bef0c51f5 HTTP/1.1" status: 204 len: 168 time: 1.1501920 Jun 10 10:24:57.093442 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b004a2e-ab50-4f61-ac59-30fa30527f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.098139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=a35c0737-fe81-4929-b614-3fd562f2c233,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:57.101235 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2432bd3f-0738-488a-a889-e00bef0c51f5,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:57.102102 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:57.103219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48228) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:57.114582 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:57.120773 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-69bcf7a0-61b9-4572-b0c9-90ca47e8f1de req-6389b797-237d-40c3-ab27-b26eabdb242a service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3647935 Jun 10 10:24:57.145434 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.173408 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-990b9563-1039-41df-a783-083562785479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:57.174968 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-990b9563-1039-41df-a783-083562785479 service neutron] 10.222.0.95 "GET /v2.0/networks?id=53dea9bf-a529-4a56-8a31-a36026d68252 HTTP/1.1" status: 200 len: 914 time: 0.2963519 Jun 10 10:24:57.187951 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b004a2e-ab50-4f61-ac59-30fa30527f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.209029 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.215669 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5250347 Jun 10 10:24:57.232734 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48236) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:57.234565 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:57.253606 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-9467b0db-f12a-4b52-aacc-d385e5301758 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=913052e3-9ed2-490c-97ce-5e7a99c7eb92 HTTP/1.1" status: 200 len: 217 time: 0.0696332 Jun 10 10:24:57.268003 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'floatingip': {'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:57.296828 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.305394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:57.358641 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-8b004a2e-ab50-4f61-ac59-30fa30527f05 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=85a2900157ea47c195bd5809828e13a7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6718624 Jun 10 10:24:57.362451 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-844b8249-b91a-422d-8c56-77ae8b97acf2 req-c2438449-2fad-455c-ab5c-08627777ff18 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828847 Jun 10 10:24:57.362994 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48242) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:57.393820 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:57.396293 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-985891fa-bfbe-43ab-b5f2-02d36920c349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:57.399178 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-985891fa-bfbe-43ab-b5f2-02d36920c349 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4c1eb624-ed31-479c-96b5-afd36d5199b5 HTTP/1.1" status: 200 len: 852 time: 0.1371930 Jun 10 10:24:57.401484 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:57.404012 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:57.410023 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:57.410650 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.413063 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Pushing event updated for resources: {'Port': ['ID=4be41481-f3a8-41b1-be61-409f837985b3,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:57.416430 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:57.462090 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-a8bd6fd7-529b-4e78-a8c2-58493d196121 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=53dea9bf-a529-4a56-8a31-a36026d68252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434055 Jun 10 10:24:57.469325 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b004a2e-ab50-4f61-ac59-30fa30527f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f408eb4-83de-47e9-a4fa-cff0acbb5452,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:57.486551 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8b004a2e-ab50-4f61-ac59-30fa30527f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:57.504449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.578250 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bd0940c9-aa3a-4531-998e-26ca10a73f5c req-d418d4cd-c711-4750-a7df-aab1aa5bc7af tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 210 time: 0.0766745 Jun 10 10:24:57.612286 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-d8715c0a-d2d2-4d98-896e-0810951f39c9 service neutron] 10.222.0.95 "GET /v2.0/networks/53dea9bf-a529-4a56-8a31-a36026d68252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416454 Jun 10 10:24:57.619306 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d45a444-7dc6-410a-af47-c1ab2d56a4a5 req-087aa5b4-6247-49fa-ad68-e9ff53b78967 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:57.620851 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d45a444-7dc6-410a-af47-c1ab2d56a4a5 req-087aa5b4-6247-49fa-ad68-e9ff53b78967 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 944 time: 0.5405743 Jun 10 10:24:57.757944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.775218 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.808175 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.818954 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d45a444-7dc6-410a-af47-c1ab2d56a4a5 req-229416a1-ad57-46cb-8fb2-1afe82eb31ec tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633449 Jun 10 10:24:57.849072 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2836325 Jun 10 10:24:57.865319 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7f04dcb0-0ee0-47b6-b60a-afecf6d27e35 req-5e87d01f-a948-4cd8-9a2b-dda1e0ec7b12 service neutron] 10.222.0.95 "GET /v2.0/networks/53dea9bf-a529-4a56-8a31-a36026d68252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451630 Jun 10 10:24:57.869226 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Request body: {'port': {'device_id': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:57.915445 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:57.939416 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-83ee245f-4ad6-4553-bc19-603f0f223f0e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:57.940880 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-83ee245f-4ad6-4553-bc19-603f0f223f0e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 819 time: 0.2061133 Jun 10 10:24:57.958795 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Request body: {'port': {'device_id': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'admin_state_up': True, 'tenant_id': '13947738a9604923bb5561e5324d9316'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:24:57.974942 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:57.978261 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e5e2a41-e0bc-4956-b43c-39a25eb7da3d']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:57.980243 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a35c0737-fe81-4929-b614-3fd562f2c233 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:24:57.981457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.060837 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port a35c0737-fe81-4929-b614-3fd562f2c233 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:24:58.061709 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.068329 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6037884-cffc-421a-b8d1-c30a3cc29753') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:58.068635 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6037884-cffc-421a-b8d1-c30a3cc29753') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:24:58.104998 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.107944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.131689 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff45b8d88dcc491cba29660b94dffc06&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2235315 Jun 10 10:24:58.143775 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48262) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:58.149241 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=001776f9-ea9c-418f-a67a-2788dc89ea52,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:58.172248 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:58.191403 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.197868 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.220565 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Releasing vlan 1324 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:24:58.220985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:24:58.222761 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:24:58.239909 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Made reservation on behalf of 13947738a9604923bb5561e5324d9316 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:24:58.243403 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.333105 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.333938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.336040 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8f408eb4-83de-47e9-a4fa-cff0acbb5452 HTTP/1.1" status: 204 len: 168 time: 0.8906484 Jun 10 10:24:58.339509 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-eeb7780a-42a1-438c-aa45-27c6bce07a60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:58.361361 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f408eb4-83de-47e9-a4fa-cff0acbb5452,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:58.363567 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.365145 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:58.365811 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 913052e3-9ed2-490c-97ce-5e7a99c7eb92 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:24:58.458080 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.463082 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e5e2a41-e0bc-4956-b43c-39a25eb7da3d HTTP/1.1" status: 204 len: 168 time: 1.3505180 Jun 10 10:24:58.463948 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:58.481209 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.490243 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Pushing event deleted for resources: {'Network': ['ID=8e5e2a41-e0bc-4956-b43c-39a25eb7da3d,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:58.508676 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:58.541842 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.642629 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.732417 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 913052e3-9ed2-490c-97ce-5e7a99c7eb92, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=913052e3-9ed2-490c-97ce-5e7a99c7eb92,segment=NetworkSegment(60b6830a-a213-443b-b232-43ebd85eb680),segment_id=60b6830a-a213-443b-b232-43ebd85eb680)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:58.758826 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '913052e3-9ed2-490c-97ce-5e7a99c7eb92', 'network_id': '53dea9bf-a529-4a56-8a31-a36026d68252', 'port_id': '913052e3-9ed2-490c-97ce-5e7a99c7eb92', 'mac_address': 'fa:16:3e:0c:60:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c1eb624-ed31-479c-96b5-afd36d5199b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:24:58.766411 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.784111 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.788809 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/001776f9-ea9c-418f-a67a-2788dc89ea52 HTTP/1.1" status: 204 len: 168 time: 0.6406507 Jun 10 10:24:58.794432 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-73448a29-2ae7-4cf5-b03e-228956a470d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:58.864887 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.888077 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48282) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:58.894546 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 913052e3-9ed2-490c-97ce-5e7a99c7eb92 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:24:58.894664 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4be41481-f3a8-41b1-be61-409f837985b3 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:24:58.923502 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 913052e3-9ed2-490c-97ce-5e7a99c7eb92, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=913052e3-9ed2-490c-97ce-5e7a99c7eb92,segment=NetworkSegment(60b6830a-a213-443b-b232-43ebd85eb680),segment_id=60b6830a-a213-443b-b232-43ebd85eb680)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:58.940383 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=001776f9-ea9c-418f-a67a-2788dc89ea52,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:58.941366 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.944079 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8e51a96e-b97b-4b8c-9706-97901541e026 req-2aa967b0-0b9d-43e2-a0cc-52827288a5c2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 210 time: 0.1338909 Jun 10 10:24:58.945593 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:58.948536 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:24:58.963323 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:58.964606 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:58.979920 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f13a2-e260-41da-9032-47d26fd0af17 req-7e46a18d-71ad-473c-8d65-3920922b14aa tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:58.981478 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b50f13a2-e260-41da-9032-47d26fd0af17 req-7e46a18d-71ad-473c-8d65-3920922b14aa tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 944 time: 0.4083209 Jun 10 10:24:59.018052 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48284) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:59.040725 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Allocated IP 172.28.1.114 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/35d5f2bd-722c-49ab-93fc-dd1169d431b6) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:59.072556 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Transition to ACTIVE for port object 4be41481-f3a8-41b1-be61-409f837985b3 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:24:59.218192 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=913052e3-9ed2-490c-97ce-5e7a99c7eb92,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:59.236520 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:59.237018 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.263229 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:59.278308 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'port_id': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', 'mac_address': 'fa:16:3e:20:34:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be4d1e0-767d-4f7a-ad15-075a2b9c4518', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:24:59.303555 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.343555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.353741 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:59.364013 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:24:59.380089 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-df765b89-6658-4a45-85b4-6b3abd1ebbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.384006 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-c0568566-f509-45e0-9bc4-b4ff1ee3c3a7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d95e780263634632ac840345719e2b33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4948177 Jun 10 10:24:59.389740 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:24:59.394272 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48292) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:24:59.395571 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.401454 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.402210 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:59.444014 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:24:59.451647 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:24:59.464647 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b50f13a2-e260-41da-9032-47d26fd0af17 req-4a03099c-87a7-4250-9c49-7d3ab7fd7463 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732237 Jun 10 10:24:59.488266 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:59.492686 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:59.493337 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:24:59.508310 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:24:59.511474 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'Port': ['ID=35d5f2bd-722c-49ab-93fc-dd1169d431b6,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:59.554049 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:59.619837 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Allocated IP 172.20.0.13 (f37eb912-c5ae-4f61-87e7-81ae60acabb3/160ac65a-91c3-4c67-9238-2a811df39edf/da8d0585-c56a-496f-8d07-a5a96dd99de2) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:24:59.653628 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Pushing event updated for resources: {'Port': ['ID=4be41481-f3a8-41b1-be61-409f837985b3,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:24:59.658330 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:24:59.662729 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Attempting to bind port 4be41481-f3a8-41b1-be61-409f837985b3 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:24:59.663077 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Attempting to bind port 4be41481-f3a8-41b1-be61-409f837985b3 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:24:59.663580 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Attempting to bind port 4be41481-f3a8-41b1-be61-409f837985b3 on network f37eb912-c5ae-4f61-87e7-81ae60acabb3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:59.680246 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Port 4be41481-f3a8-41b1-be61-409f837985b3 on network f37eb912-c5ae-4f61-87e7-81ae60acabb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:24:59.680618 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Attempting to bind port 4be41481-f3a8-41b1-be61-409f837985b3 on network f37eb912-c5ae-4f61-87e7-81ae60acabb3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:24:59.696489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:24:59.696838 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Checking segment: {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:24:59.697232 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Bound using segment: {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:24:59.697694 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Bound port: 4be41481-f3a8-41b1-be61-409f837985b3, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:24:59.698154 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.742466 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.749632 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['913052e3-9ed2-490c-97ce-5e7a99c7eb92'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:24:59.753320 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f10783-4ce6-4dc5-acc8-f4a59732a6f1 req-fb38bc47-f156-4d71-9488-0d51f8688503 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:24:59.761307 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-48f10783-4ce6-4dc5-acc8-f4a59732a6f1 req-fb38bc47-f156-4d71-9488-0d51f8688503 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 944 time: 0.4623237 Jun 10 10:24:59.807222 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.853016 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-48f10783-4ce6-4dc5-acc8-f4a59732a6f1 req-07fb438a-f9cf-4be0-a233-7b43104e33d1 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905101 Jun 10 10:24:59.896070 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:24:59.918193 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-df765b89-6658-4a45-85b4-6b3abd1ebbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.945523 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] For port 4be41481-f3a8-41b1-be61-409f837985b3, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:24:59.957348 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-df765b89-6658-4a45-85b4-6b3abd1ebbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:24:59.967438 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] For port 4be41481-f3a8-41b1-be61-409f837985b3, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4be41481-f3a8-41b1-be61-409f837985b3,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:24:59.974116 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:00.006224 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df765b89-6658-4a45-85b4-6b3abd1ebbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a39641f-1a6c-4aa9-a8a0-c4b745032332,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:00.013641 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.020637 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.021663 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-df765b89-6658-4a45-85b4-6b3abd1ebbf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:00.046131 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0719d611-0b9f-4997-883d-19f8fc3b5f8d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:00.053044 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.056306 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.057438 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b312ee05-fde7-4ea7-ac62-30023fc3bae1 HTTP/1.1" status: 204 len: 168 time: 0.6517882 Jun 10 10:25:00.066447 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.084532 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:00.109926 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b312ee05-fde7-4ea7-ac62-30023fc3bae1,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:00.113834 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:00.124599 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-df765b89-6658-4a45-85b4-6b3abd1ebbf3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=510fb3d37e1f4316a052482eff6f1838&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1040103 Jun 10 10:25:00.129219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48316) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:00.131527 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.153556 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:00.156304 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.160389 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] 10.222.0.95 "PUT /v2.0/ports/4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 1093 time: 2.2980673 Jun 10 10:25:00.161084 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'tag': '4be41481-f3a8-41b1-be61-409f837985b3'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:00.166658 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "e756bf5d-952e-41de-a9c9-1b6070f65d4c", "tag": "4be41481-f3a8-41b1-be61-409f837985b3"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:00.331912 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a71df6f-e429-449d-bb36-6e0730a8f083 x-openstack-request-id: req-9a71df6f-e429-449d-bb36-6e0730a8f083 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:00.332483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e756bf5d-952e-41de-a9c9-1b6070f65d4c", "tag": "4be41481-f3a8-41b1-be61-409f837985b3", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:00.334002 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9a71df6f-e429-449d-bb36-6e0730a8f083 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:00.335680 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'tag': '4be41481-f3a8-41b1-be61-409f837985b3', 'status': 'completed', 'code': 200} Jun 10 10:25:00.349806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.353967 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cb82e659-b30e-451e-92f8-27586e0f84d6 req-efab6f5b-26eb-4905-8811-da7276143ca6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 210 time: 0.0784023 Jun 10 10:25:00.372070 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Pushing event updated for resources: {'Port': ['ID=4be41481-f3a8-41b1-be61-409f837985b3,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:00.385261 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:00.447086 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.496625 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.526553 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-04be9239-3d2a-47ab-b910-fd26d2c4cbb9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:00.533303 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982a86e-337c-4af2-b724-f831c23af96f req-e7a55591-ca92-4f7b-ba78-4a2b6e4d4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:00.535484 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-e7a55591-ca92-4f7b-ba78-4a2b6e4d4d8b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1096 time: 0.3074367 Jun 10 10:25:00.569186 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Network f37eb912-c5ae-4f61-87e7-81ae60acabb3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:25:00.587876 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:25:00.634957 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.637647 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.641102 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3a39641f-1a6c-4aa9-a8a0-c4b745032332 HTTP/1.1" status: 204 len: 168 time: 0.5084250 Jun 10 10:25:00.646047 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8b004a2e-ab50-4f61-ac59-30fa30527f05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:00.651954 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.660492 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.661689 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a39641f-1a6c-4aa9-a8a0-c4b745032332,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:00.666484 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:00.667117 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:00.718475 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:25:00.724020 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:00.724659 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.731100 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-f5770d93-9649-4591-a1f5-e8085a703e56 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 217 time: 0.1601300 Jun 10 10:25:00.758705 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.782717 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48340) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:00.784295 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:00.785128 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Pushing event updated for resources: {'Port': ['ID=da8d0585-c56a-496f-8d07-a5a96dd99de2,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:00.797960 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5464559 Jun 10 10:25:00.797960 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'Port': ['ID=35d5f2bd-722c-49ab-93fc-dd1169d431b6,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:00.797960 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:00.809924 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8564432 Jun 10 10:25:00.818400 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:00.835049 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Request body: {'port': {'device_id': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:00.890514 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982a86e-337c-4af2-b724-f831c23af96f req-5c825c5c-8613-4039-8b90-3c7cab3627b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:00.892007 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-5c825c5c-8613-4039-8b90-3c7cab3627b5 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.1484060 Jun 10 10:25:00.919929 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52c0536-deb2-4d01-9a92-1827575aec2a req-39cf48ab-2e8d-4a0a-abc2-009e09ff0177 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:00.921752 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f52c0536-deb2-4d01-9a92-1827575aec2a req-39cf48ab-2e8d-4a0a-abc2-009e09ff0177 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 945 time: 0.2103248 Jun 10 10:25:00.985046 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-cc33f887-d660-4c5c-b506-c4f8f9984ff3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649390 Jun 10 10:25:00.988690 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-d370f67e-e6e7-4a9c-8e1c-619a1c2c53a3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0a6811f272614be7b1774f6b72ada4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043633 Jun 10 10:25:00.991537 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48350) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:01.048768 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f52c0536-deb2-4d01-9a92-1827575aec2a req-e3e3d858-099c-4adc-af9c-175cd2f25ee0 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210544 Jun 10 10:25:01.125143 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce3eab1-f18d-4be4-8278-5fc1102dc892 req-3815df2c-c9be-415a-ae45-20050d7cf7cb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:01.126895 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ce3eab1-f18d-4be4-8278-5fc1102dc892 req-3815df2c-c9be-415a-ae45-20050d7cf7cb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 945 time: 0.1268096 Jun 10 10:25:01.144868 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:01.214270 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:01.248337 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:01.281312 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-455562a6-5fe7-4e2a-b48a-e913a206afea tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1394641786&fields=id&tenant_id=2f20117d94364ecfac615a37935aef21 HTTP/1.1" status: 200 len: 267 time: 0.1038449 Jun 10 10:25:01.306835 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ce3eab1-f18d-4be4-8278-5fc1102dc892 req-64e69772-894c-4bad-a6fc-f6f1a54e922b tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733770 Jun 10 10:25:01.337744 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-49bb3a2f-c81a-4e51-ae37-cba1f7d25da4 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149474 Jun 10 10:25:01.466985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-46187fb1-8292-4ca8-8167-3b9d69553fec tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:01.476995 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-46187fb1-8292-4ca8-8167-3b9d69553fec tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 811 time: 0.1941772 Jun 10 10:25:01.496532 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-18eaaa14-561c-4403-a910-f5355311d672 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/quotas/2f20117d94364ecfac615a37935aef21 HTTP/1.1" status: 200 len: 375 time: 0.0181940 Jun 10 10:25:01.539209 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:01.560980 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:01.562053 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/db7e6420-7229-499b-b404-686c32963834 HTTP/1.1" status: 204 len: 168 time: 0.5689380 Jun 10 10:25:01.572548 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6354064c-48df-4215-b669-e317e4af166e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:01.578434 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1982a86e-337c-4af2-b724-f831c23af96f req-8094ffcc-c572-47ea-acad-b688d5dc88d2 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335215 Jun 10 10:25:01.589277 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db7e6420-7229-499b-b404-686c32963834,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:01.591562 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:01.671338 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-8899ece8-7094-4010-be3b-12bda215a457 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1644127 Jun 10 10:25:01.686577 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ef3d7-58e2-418d-badb-0cae18718ee2 req-ca6360ee-c732-4011-a4bf-d0e5cdbd8b42 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:01.688472 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0f3ef3d7-58e2-418d-badb-0cae18718ee2 req-ca6360ee-c732-4011-a4bf-d0e5cdbd8b42 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 932 time: 0.1502972 Jun 10 10:25:01.837692 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0f3ef3d7-58e2-418d-badb-0cae18718ee2 req-3f188a99-7022-4d0b-b65b-ee882d2e9910 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615325 Jun 10 10:25:01.863447 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-f6c244dd-9c58-4a81-985b-054a2e1cc920 service neutron] 10.222.0.23 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869869 Jun 10 10:25:02.076396 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-6a6c6a60-926a-4c4c-96c7-eaafe5d29c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:02.077897 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-6a6c6a60-926a-4c4c-96c7-eaafe5d29c64 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1096 time: 0.4073796 Jun 10 10:25:02.083165 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8d0585-c56a-496f-8d07-a5a96dd99de2 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:02.091482 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:02.126433 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-c75a5dde-a8bd-48c7-a913-f93563a901b8 service neutron] 10.222.0.23 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2618005 Jun 10 10:25:02.207874 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Transition to ACTIVE for port object da8d0585-c56a-496f-8d07-a5a96dd99de2 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:25:02.226743 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:02.291681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:02.354892 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 913052e3-9ed2-490c-97ce-5e7a99c7eb92 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:25:02.489016 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c30f0-b0a0-4278-b452-bb970740bb9e req-d15eb28e-e688-464d-a452-5ad6866db5de tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:02.494530 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-542c30f0-b0a0-4278-b452-bb970740bb9e req-d15eb28e-e688-464d-a452-5ad6866db5de tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 945 time: 0.2294090 Jun 10 10:25:02.511411 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:02.516469 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:02.517115 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:02.583069 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-9ad9995b-61e1-4d5d-b5e7-7a439276aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:02.586027 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-9ad9995b-61e1-4d5d-b5e7-7a439276aef2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.4968655 Jun 10 10:25:02.595165 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Pushing event updated for resources: {'Port': ['ID=da8d0585-c56a-496f-8d07-a5a96dd99de2,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:02.604865 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:02.605235 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-542c30f0-b0a0-4278-b452-bb970740bb9e req-3cae4822-cc9a-4cba-9fc5-42af8922d677 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062024 Jun 10 10:25:02.685610 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:02.719719 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-a3ebc378-9032-436b-a904-102a12c4bc82 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 217 time: 0.1132116 Jun 10 10:25:02.721281 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Attempting to bind port da8d0585-c56a-496f-8d07-a5a96dd99de2 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:25:02.721698 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Attempting to bind port da8d0585-c56a-496f-8d07-a5a96dd99de2 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:25:02.722335 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Attempting to bind port da8d0585-c56a-496f-8d07-a5a96dd99de2 on network f37eb912-c5ae-4f61-87e7-81ae60acabb3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:02.728346 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Port da8d0585-c56a-496f-8d07-a5a96dd99de2 on network f37eb912-c5ae-4f61-87e7-81ae60acabb3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:25:02.728749 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Attempting to bind port da8d0585-c56a-496f-8d07-a5a96dd99de2 on network f37eb912-c5ae-4f61-87e7-81ae60acabb3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:02.742828 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 913052e3-9ed2-490c-97ce-5e7a99c7eb92, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=913052e3-9ed2-490c-97ce-5e7a99c7eb92,segment=NetworkSegment(60b6830a-a213-443b-b232-43ebd85eb680),segment_id=60b6830a-a213-443b-b232-43ebd85eb680)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:02.744142 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd1e10-2273-4889-803c-0455781f3bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913052e3-9ed2-490c-97ce-5e7a99c7eb92'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:02.779044 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:25:02.779549 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Checking segment: {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:25:02.780000 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Bound using segment: {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:25:02.780910 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Bound port: da8d0585-c56a-496f-8d07-a5a96dd99de2, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2148181c-52c0-472c-8188-1a6b52c55e61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1306, 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:25:02.781027 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:02.863542 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-ed681299-d5a7-44c9-87ee-d2b0cf436e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:02.865107 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-ed681299-d5a7-44c9-87ee-d2b0cf436e39 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.1338205 Jun 10 10:25:02.909470 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-58fc9d6b-5827-407a-8c1a-86729db94c2b req-ac25987d-78c3-446b-9cac-3101a25f33ab tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 210 time: 0.1724703 Jun 10 10:25:02.912530 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:02.914067 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:25:02.917668 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:02.918290 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-a1ffbfd9-8517-4006-b35e-f798899c5677 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430305 Jun 10 10:25:02.975405 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8bedb9-2c45-47da-a57b-6449b31d6038 req-b6d433fe-b01e-4590-92bb-cc8ea778267e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:02.978211 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8c8bedb9-2c45-47da-a57b-6449b31d6038 req-b6d433fe-b01e-4590-92bb-cc8ea778267e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 945 time: 0.3888311 Jun 10 10:25:02.996591 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] For port da8d0585-c56a-496f-8d07-a5a96dd99de2, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:25:03.138725 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=913052e3-9ed2-490c-97ce-5e7a99c7eb92,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:03.139433 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] For port da8d0585-c56a-496f-8d07-a5a96dd99de2, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:25:03.144153 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:03.155005 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:03.160374 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:03.184704 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8c8bedb9-2c45-47da-a57b-6449b31d6038 req-983f64bd-0bc8-405e-9bf5-3b173a5104fb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994493 Jun 10 10:25:03.185560 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:03.195587 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:03.196713 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:03.284754 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:03.285805 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:03.287778 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] 10.222.0.95 "PUT /v2.0/ports/da8d0585-c56a-496f-8d07-a5a96dd99de2 HTTP/1.1" status: 200 len: 1094 time: 2.4587522 Jun 10 10:25:03.289064 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'tag': 'da8d0585-c56a-496f-8d07-a5a96dd99de2'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:03.291638 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23fb73-6bc1-49d9-b376-a9c877180dbc" -d '{"events": [{"name": "network-changed", "server_uuid": "cb7c10a6-bbd5-4e1a-b283-cc7097bbae08", "tag": "da8d0585-c56a-496f-8d07-a5a96dd99de2"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:03.298317 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-53b7a91c-a408-43ec-b5d5-15f99bd05f40 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624740 Jun 10 10:25:03.341080 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716be13e-4afd-49eb-b245-dfe00ca9c932 req-dcef8978-6359-427d-b2d2-16e5d420dfff tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:03.350017 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d09765d-653d-4fe2-a260-b19e2b48d88c" -d '{"events": [{"server_uuid": "20fd1e10-2273-4889-803c-0455781f3bae", "name": "network-vif-plugged", "status": "completed", "tag": "913052e3-9ed2-490c-97ce-5e7a99c7eb92"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:03.358905 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4b9ac9-192b-426c-9ed7-bfc94e7cab47 x-openstack-request-id: req-9b4b9ac9-192b-426c-9ed7-bfc94e7cab47 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:03.359465 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb7c10a6-bbd5-4e1a-b283-cc7097bbae08", "tag": "da8d0585-c56a-496f-8d07-a5a96dd99de2", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:03.359882 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9b4b9ac9-192b-426c-9ed7-bfc94e7cab47 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:03.360443 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'tag': 'da8d0585-c56a-496f-8d07-a5a96dd99de2', 'status': 'completed', 'code': 200} Jun 10 10:25:03.361190 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Pushing event updated for resources: {'Port': ['ID=da8d0585-c56a-496f-8d07-a5a96dd99de2,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:03.367012 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-716be13e-4afd-49eb-b245-dfe00ca9c932 req-dcef8978-6359-427d-b2d2-16e5d420dfff tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 944 time: 0.2743256 Jun 10 10:25:03.375970 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:03.404499 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:03.469180 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-716be13e-4afd-49eb-b245-dfe00ca9c932 req-d35000af-b306-49c6-a8c0-fc9da286dfbf tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993390 Jun 10 10:25:03.500649 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:03.506725 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:03.512177 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:03.534548 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a4c7d9c5-1396-4407-9e5e-d0a6b420e6c6 req-f3011977-12ed-4504-827c-95ad5129eae9 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224259 Jun 10 10:25:03.567196 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-7ade680b-eb5e-435c-9b04-096caa568be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:03.569150 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-7ade680b-eb5e-435c-9b04-096caa568be8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 1097 time: 0.1013155 Jun 10 10:25:03.595485 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:03.598564 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:03.655107 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-7568adca-9031-4043-b4bd-459b5c67ee2a service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2 HTTP/1.1" status: 200 len: 217 time: 0.0768602 Jun 10 10:25:03.745296 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-8ac902ae-e2d4-42f9-b344-aa51c529e69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:03.748391 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-8ac902ae-e2d4-42f9-b344-aa51c529e69e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.0856426 Jun 10 10:25:03.817400 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-92ac2af7-3d2b-4598-a7b9-c52c34f43acd service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621459 Jun 10 10:25:03.842855 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67dbd5fa-94b1-4370-ab31-6822470ccd47 x-openstack-request-id: req-67dbd5fa-94b1-4370-ab31-6822470ccd47 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:03.844367 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fd1e10-2273-4889-803c-0455781f3bae", "name": "network-vif-plugged", "status": "completed", "tag": "913052e3-9ed2-490c-97ce-5e7a99c7eb92", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:03.845438 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-67dbd5fa-94b1-4370-ab31-6822470ccd47 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:03.845438 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fd1e10-2273-4889-803c-0455781f3bae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '913052e3-9ed2-490c-97ce-5e7a99c7eb92', 'code': 200} Jun 10 10:25:03.902224 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f2801-8d2c-4049-b634-5338ed471445 req-0455a212-d9ae-48a7-9e6a-322456aa6bbc tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:03.911056 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-870f2801-8d2c-4049-b634-5338ed471445 req-0455a212-d9ae-48a7-9e6a-322456aa6bbc tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.1319277 Jun 10 10:25:04.007316 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-870f2801-8d2c-4049-b634-5338ed471445 req-edfe3172-6099-491e-82b8-2a0e2bc86091 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938699 Jun 10 10:25:04.213531 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-6a337a19-3a1a-4c8c-b62b-61ec678c1c79 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880703 Jun 10 10:25:04.263142 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f3773cfe-4d96-4102-9a2d-4e11019244d1 req-1a64df74-5826-4bb1-b732-27b2cd9569a5 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 210 time: 0.1069770 Jun 10 10:25:04.367704 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 4be41481-f3a8-41b1-be61-409f837985b3 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:25:04.444926 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f349a57a-4618-4809-83b0-d5c0ca0c83ca req-6c5a4f2a-d85e-46c7-b7a2-4431e50d312f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:04.455403 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f349a57a-4618-4809-83b0-d5c0ca0c83ca req-6c5a4f2a-d85e-46c7-b7a2-4431e50d312f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.1082053 Jun 10 10:25:04.521176 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f349a57a-4618-4809-83b0-d5c0ca0c83ca req-e71cbd36-7de6-4cc4-8853-03440d8f295c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642717 Jun 10 10:25:04.593606 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1ac6febe-0c67-4587-b944-1b3dae4612dc req-008695d6-73cc-48e8-a517-465571495f87 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3703809 Jun 10 10:25:04.633552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38087f87-5b7d-4653-b192-72a173223e07 req-b8556d25-e748-4b2e-a495-306c73955d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:04.635524 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-38087f87-5b7d-4653-b192-72a173223e07 req-b8556d25-e748-4b2e-a495-306c73955d80 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 1099 time: 0.3985803 Jun 10 10:25:04.664851 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-2abeb81a-f874-4f45-a288-f08c57dc4f46 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:04.668323 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-2abeb81a-f874-4f45-a288-f08c57dc4f46 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 811 time: 0.3439231 Jun 10 10:25:04.708658 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-38087f87-5b7d-4653-b192-72a173223e07 req-03d336af-b5f0-44c5-95b7-400aa74cccbf service neutron] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:04.734810 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 4be41481-f3a8-41b1-be61-409f837985b3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4be41481-f3a8-41b1-be61-409f837985b3,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:04.767734 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '4be41481-f3a8-41b1-be61-409f837985b3', 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'port_id': '4be41481-f3a8-41b1-be61-409f837985b3', 'mac_address': 'fa:16:3e:48:03:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:25:04.809339 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-a6545814-1573-40ff-b495-997fbbc2cb76 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f20117d94364ecfac615a37935aef21 HTTP/1.1" status: 200 len: 380 time: 0.1258092 Jun 10 10:25:04.820199 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c4ed3-b210-4bc4-bb2d-9ab9720b652a req-18ba137f-2a0e-4fff-ac00-0b782037a989 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:04.821922 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-786c4ed3-b210-4bc4-bb2d-9ab9720b652a req-18ba137f-2a0e-4fff-ac00-0b782037a989 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 944 time: 0.1050460 Jun 10 10:25:04.841324 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'port': {'device_id': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'admin_state_up': True, 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'security_groups': ['bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810']}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:04.871696 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:04.909128 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4be41481-f3a8-41b1-be61-409f837985b3 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:04.919190 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-786c4ed3-b210-4bc4-bb2d-9ab9720b652a req-37a44133-67a6-4934-893b-d576500cc8dd tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896149 Jun 10 10:25:04.951137 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 4be41481-f3a8-41b1-be61-409f837985b3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4be41481-f3a8-41b1-be61-409f837985b3,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:04.956368 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:04.959126 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:05.019438 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=4be41481-f3a8-41b1-be61-409f837985b3,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:05.023449 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:05.206741 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-7f7b9424-c7bc-4986-be78-2d35fcaa80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:05.208261 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-7f7b9424-c7bc-4986-be78-2d35fcaa80a0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 1097 time: 0.5233665 Jun 10 10:25:05.249325 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['4be41481-f3a8-41b1-be61-409f837985b3'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:05.250985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3721158-1628-4c57-9482-508d5f176366 req-5de46b20-cf70-4444-97c5-a5e36b20add6 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:05.252577 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d3721158-1628-4c57-9482-508d5f176366 req-5de46b20-cf70-4444-97c5-a5e36b20add6 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.0956182 Jun 10 10:25:05.515319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-38087f87-5b7d-4653-b192-72a173223e07 req-03d336af-b5f0-44c5-95b7-400aa74cccbf service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:05.537640 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-38087f87-5b7d-4653-b192-72a173223e07 req-03d336af-b5f0-44c5-95b7-400aa74cccbf service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:05.551740 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4589ebe2-1c4d-4b17-9710-1f653c44e0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:05.555286 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-715ffe1f-fb60-4dde-8932-b80f08326c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:05.557125 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-715ffe1f-fb60-4dde-8932-b80f08326c41 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.3380301 Jun 10 10:25:05.601046 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Made reservation on behalf of 2f20117d94364ecfac615a37935aef21 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:25:05.604648 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:05.628526 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4c422962-ae64-46c3-b491-899d2dd56b51 req-09e77526-65e5-4ee2-8b65-c74ff5cc5ef4 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 210 time: 0.0436566 Jun 10 10:25:05.646130 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d3721158-1628-4c57-9482-508d5f176366 req-0c7288ab-3cf4-4cd7-bd57-ae1cc827d8d5 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858042 Jun 10 10:25:05.677409 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-38087f87-5b7d-4653-b192-72a173223e07 req-03d336af-b5f0-44c5-95b7-400aa74cccbf service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0294571 Jun 10 10:25:05.681183 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-b3f4c687-4978-4c45-8228-e9555fc22d5e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2 HTTP/1.1" status: 200 len: 217 time: 0.1059897 Jun 10 10:25:05.683215 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d336af-b5f0-44c5-95b7-400aa74cccbf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=610f9b5a-96f6-4a88-8004-b5fbc08c9d8a,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:05.690093 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-03d336af-b5f0-44c5-95b7-400aa74cccbf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:05.846186 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:05.849289 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7602a0-7642-4c36-8567-589ebb3d82c5" -d '{"events": [{"server_uuid": "4cb6d68f-797b-463b-aac6-0f15d236752c", "name": "network-vif-plugged", "status": "completed", "tag": "2e63ea4b-abda-4e16-8fab-b1e9eae3c8de"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:05.881478 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd88e4c-acde-49ab-8ae6-d609d5eea88d req-2332313f-a389-4afb-8752-fa453fb4d296 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:05.899569 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dfd88e4c-acde-49ab-8ae6-d609d5eea88d req-2332313f-a389-4afb-8752-fa453fb4d296 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.1239359 Jun 10 10:25:05.925614 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7648cc9c-2d0d-45b3-aa3e-e97e37f55094 x-openstack-request-id: req-7648cc9c-2d0d-45b3-aa3e-e97e37f55094 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:05.925950 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb6d68f-797b-463b-aac6-0f15d236752c", "name": "network-vif-plugged", "status": "completed", "tag": "2e63ea4b-abda-4e16-8fab-b1e9eae3c8de", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:05.926224 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7648cc9c-2d0d-45b3-aa3e-e97e37f55094 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:05.926637 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', 'code': 200} Jun 10 10:25:05.930801 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Allocated IP 172.20.0.10 (07158307-fe85-4d7e-9a35-7d6b0fbe81b8/66b81de8-8c75-49f5-82c6-ad34b656344f/b4177423-2f3a-4d0f-88a7-48e4dd07f401) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:25:05.963975 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-46874187-f349-4fce-bf32-a13e0cc86a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:05.965518 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-46874187-f349-4fce-bf32-a13e0cc86a71 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.1945412 Jun 10 10:25:06.002419 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dfd88e4c-acde-49ab-8ae6-d609d5eea88d req-7793aff7-d74d-4f0c-b098-5d35354c4dfb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937567 Jun 10 10:25:06.029375 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-c89b6dd2-668c-44e5-9961-ed4347806e97 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494652 Jun 10 10:25:06.203473 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff5b03-13a0-4c47-b820-08c482727cbe req-24f2c22e-b5fa-4235-a0d4-8007f1f9b1f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:06.205022 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f3ff5b03-13a0-4c47-b820-08c482727cbe req-24f2c22e-b5fa-4235-a0d4-8007f1f9b1f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 944 time: 0.0807126 Jun 10 10:25:06.259968 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f3ff5b03-13a0-4c47-b820-08c482727cbe req-dbd3c0c2-0213-4ffd-b4bb-978d244e864c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484974 Jun 10 10:25:06.332862 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:06.349247 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-c45e8fb5-a193-48b5-9ca7-b4d9a0465125 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060889 Jun 10 10:25:06.360230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Transition to ACTIVE for port object b4177423-2f3a-4d0f-88a7-48e4dd07f401 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:25:06.368061 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 4be41481-f3a8-41b1-be61-409f837985b3 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:25:06.410253 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f800a5a5-46f9-4880-b2f2-5f454b51259a req-32ee4d4d-a9d2-4810-9876-f12992863c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:06.411749 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f800a5a5-46f9-4880-b2f2-5f454b51259a req-32ee4d4d-a9d2-4810-9876-f12992863c1b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 1099 time: 0.1774211 Jun 10 10:25:06.429148 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 4be41481-f3a8-41b1-be61-409f837985b3 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:06.432921 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 4be41481-f3a8-41b1-be61-409f837985b3 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:06.433311 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:06.535135 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f800a5a5-46f9-4880-b2f2-5f454b51259a req-70a64bea-9a02-42f4-9c6f-640dd6c1f0dc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801232 Jun 10 10:25:06.538132 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:06.538304 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc23fb73-6bc1-49d9-b376-a9c877180dbc req-1e698196-7610-41e9-a573-55f05cdf0b0f service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797345 Jun 10 10:25:06.540319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:06.548489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:06.577014 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 4be41481-f3a8-41b1-be61-409f837985b3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4be41481-f3a8-41b1-be61-409f837985b3,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:06.581854 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:06.583762 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:06.605091 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:25:06.608609 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:25:06.612759 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:25:06.620089 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:06.621185 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:06.628101 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'Port': ['ID=b4177423-2f3a-4d0f-88a7-48e4dd07f401,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:06.634361 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:06.644294 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=4be41481-f3a8-41b1-be61-409f837985b3,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:06.645204 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8281131 Jun 10 10:25:06.648252 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:06.661698 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Request body: {'port': {'device_id': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:06.770286 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:06.983055 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fd72d3-cd28-4565-8664-0072c48eec31 req-72a21e3d-5f08-4650-918f-978e200b3dc4 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:06.984782 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f4fd72d3-cd28-4565-8664-0072c48eec31 req-72a21e3d-5f08-4650-918f-978e200b3dc4 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 932 time: 0.1667435 Jun 10 10:25:06.997579 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18ce74-a09c-4ee5-ba36-5c6f2bb17100 req-d40e7248-4ca3-4bf4-b3d6-dd442d88625b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:06.999698 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9b18ce74-a09c-4ee5-ba36-5c6f2bb17100 req-d40e7248-4ca3-4bf4-b3d6-dd442d88625b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.1344855 Jun 10 10:25:07.006611 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-fe357251-ae1a-4013-b443-9dbb633d361f None None] Provisioning for port b4177423-2f3a-4d0f-88a7-48e4dd07f401 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:07.012569 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-fe357251-ae1a-4013-b443-9dbb633d361f None None] Provisioning complete for port b4177423-2f3a-4d0f-88a7-48e4dd07f401 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:07.013249 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fe357251-ae1a-4013-b443-9dbb633d361f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:07.107174 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-fe357251-ae1a-4013-b443-9dbb633d361f None None] Port b4177423-2f3a-4d0f-88a7-48e4dd07f401 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:25:07.110426 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f4fd72d3-cd28-4565-8664-0072c48eec31 req-bac32bb1-a25d-43fa-8ca9-b460252c7212 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097159 Jun 10 10:25:07.113503 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9b18ce74-a09c-4ee5-ba36-5c6f2bb17100 req-d89e17e5-897c-4716-9791-40f37cd2ae99 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064804 Jun 10 10:25:07.244629 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4177423-2f3a-4d0f-88a7-48e4dd07f401 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:07.252646 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:07.265789 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Transition to ACTIVE for port object b4177423-2f3a-4d0f-88a7-48e4dd07f401 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:25:07.270947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:07.278445 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:07.321009 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef78242c-ea8c-483b-9d58-2744a8072b96 req-a00454fb-b24d-4da5-a4f9-8913cb0d7da7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:07.322673 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ef78242c-ea8c-483b-9d58-2744a8072b96 req-a00454fb-b24d-4da5-a4f9-8913cb0d7da7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.0862596 Jun 10 10:25:07.397141 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ef78242c-ea8c-483b-9d58-2744a8072b96 req-2ddad936-7069-4d39-8b37-7558c97afa2d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689442 Jun 10 10:25:07.422541 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Pushing event updated for resources: {'Port': ['ID=b4177423-2f3a-4d0f-88a7-48e4dd07f401,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:07.428247 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:07.472873 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Attempting to bind port b4177423-2f3a-4d0f-88a7-48e4dd07f401 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:25:07.473224 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Attempting to bind port b4177423-2f3a-4d0f-88a7-48e4dd07f401 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:25:07.473563 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Attempting to bind port b4177423-2f3a-4d0f-88a7-48e4dd07f401 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:07.478806 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Port b4177423-2f3a-4d0f-88a7-48e4dd07f401 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:25:07.479127 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Attempting to bind port b4177423-2f3a-4d0f-88a7-48e4dd07f401 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:07.484602 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:25:07.484950 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Checking segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:25:07.485408 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Bound using segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:25:07.485855 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Bound port: b4177423-2f3a-4d0f-88a7-48e4dd07f401, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:25:07.486239 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:07.525658 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ef4ae-8c57-4d98-88a0-5c8c9d0f8b96 req-fc325c63-8493-4ffe-88de-52728e5f5b25 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:07.532425 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c9ef4ae-8c57-4d98-88a0-5c8c9d0f8b96 req-fc325c63-8493-4ffe-88de-52728e5f5b25 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 944 time: 0.0821424 Jun 10 10:25:07.575386 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] For port b4177423-2f3a-4d0f-88a7-48e4dd07f401, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:25:07.580763 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] For port b4177423-2f3a-4d0f-88a7-48e4dd07f401, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:25:07.587852 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:07.588404 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c9ef4ae-8c57-4d98-88a0-5c8c9d0f8b96 req-c982b46d-1d7c-454d-b1e5-2b5de0b8afb7 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548546 Jun 10 10:25:07.591916 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:07.633973 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:07.634579 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:07.636048 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] 10.222.0.95 "PUT /v2.0/ports/b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 200 len: 1094 time: 0.9790456 Jun 10 10:25:07.636590 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:07.638921 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e" -d '{"events": [{"name": "network-changed", "server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:07.664854 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Pushing event updated for resources: {'Port': ['ID=b4177423-2f3a-4d0f-88a7-48e4dd07f401,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:07.668414 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:07.700387 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8ed037e-15c6-4cb1-87ea-80c55977861f x-openstack-request-id: req-e8ed037e-15c6-4cb1-87ea-80c55977861f {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:07.700733 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:07.701029 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8ed037e-15c6-4cb1-87ea-80c55977861f {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:07.701463 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'status': 'completed', 'code': 200} Jun 10 10:25:07.787460 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-305174da-6b61-4b95-a9e4-bf26dcb0c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:07.789523 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-305174da-6b61-4b95-a9e4-bf26dcb0c153 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0759842 Jun 10 10:25:07.858039 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-f2e6ca45-4f09-4cb5-9788-0d5b87196182 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 200 len: 217 time: 0.0571258 Jun 10 10:25:07.927581 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be41481-f3a8-41b1-be61-409f837985b3'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:07.930127 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-5b3464c1-1e96-446f-93df-3c1abd94b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:07.931590 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-5b3464c1-1e96-446f-93df-3c1abd94b32c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0562754 Jun 10 10:25:07.932531 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f94f10b-691d-4997-bad2-4a564cad250c" -d '{"events": [{"server_uuid": "e756bf5d-952e-41de-a9c9-1b6070f65d4c", "name": "network-vif-plugged", "status": "completed", "tag": "4be41481-f3a8-41b1-be61-409f837985b3"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:07.968433 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a0fbc8-3d30-430b-8169-9ee336298b4a x-openstack-request-id: req-55a0fbc8-3d30-430b-8169-9ee336298b4a {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:07.968740 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e756bf5d-952e-41de-a9c9-1b6070f65d4c", "name": "network-vif-plugged", "status": "completed", "tag": "4be41481-f3a8-41b1-be61-409f837985b3", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:07.969010 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55a0fbc8-3d30-430b-8169-9ee336298b4a {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:07.969413 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4be41481-f3a8-41b1-be61-409f837985b3', 'code': 200} Jun 10 10:25:08.021712 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-1b3e91a6-3725-4a57-ba97-199988e282dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:08.023328 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-1b3e91a6-3725-4a57-ba97-199988e282dc service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844507 Jun 10 10:25:08.183691 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-df1f97c0-9ceb-4fa3-bd70-1bf4cd5fec6c service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392856 Jun 10 10:25:08.385214 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device da8d0585-c56a-496f-8d07-a5a96dd99de2 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:25:08.479450 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c763f3-1c95-45fa-81b0-f19a703f038f req-cf7c5098-ed6c-4297-8e00-98f8246ed8c7 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:08.488456 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c5c763f3-1c95-45fa-81b0-f19a703f038f req-cf7c5098-ed6c-4297-8e00-98f8246ed8c7 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.2249029 Jun 10 10:25:08.552459 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d13f68-5639-44f2-bd6b-abbe59464459 req-0e333514-e2ba-4c2e-ae5c-8b24db647bf7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:08.561645 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f5d13f68-5639-44f2-bd6b-abbe59464459 req-0e333514-e2ba-4c2e-ae5c-8b24db647bf7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 944 time: 0.2815175 Jun 10 10:25:08.646822 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c5c763f3-1c95-45fa-81b0-f19a703f038f req-f66cf4e9-2cd2-44d1-be37-b1ed3059d932 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573589 Jun 10 10:25:08.667702 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f5d13f68-5639-44f2-bd6b-abbe59464459 req-ca1a62f1-6321-4177-a5e3-8071bf41b28c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033924 Jun 10 10:25:08.675757 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd96c6-7d3c-45a5-b34f-c8c9d559cc4c req-5a8db668-54c7-4316-aea2-6a335c45b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:08.678058 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-83dd96c6-7d3c-45a5-b34f-c8c9d559cc4c req-5a8db668-54c7-4316-aea2-6a335c45b3d1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.4758205 Jun 10 10:25:08.680399 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-db7f76aa-fc27-457f-bae6-82ef12794040 req-62537ba2-781f-4de3-8935-1006b397c989 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4874058 Jun 10 10:25:08.711016 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port da8d0585-c56a-496f-8d07-a5a96dd99de2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:08.731935 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'da8d0585-c56a-496f-8d07-a5a96dd99de2', 'network_id': 'f37eb912-c5ae-4f61-87e7-81ae60acabb3', 'port_id': 'da8d0585-c56a-496f-8d07-a5a96dd99de2', 'mac_address': 'fa:16:3e:18:4e:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '160ac65a-91c3-4c67-9238-2a811df39edf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:25:08.830722 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-83dd96c6-7d3c-45a5-b34f-c8c9d559cc4c req-bcf090a5-a7ff-4fe2-b467-d95bda8164f8 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332448 Jun 10 10:25:08.865729 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:08.869652 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-77d56eba-925a-46cb-aba1-d4b1a827b2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:08.869652 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-77d56eba-925a-46cb-aba1-d4b1a827b2b2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 1097 time: 0.0862455 Jun 10 10:25:08.884825 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48682) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:08.896781 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8d0585-c56a-496f-8d07-a5a96dd99de2 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:08.932054 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port da8d0585-c56a-496f-8d07-a5a96dd99de2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:08.936767 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:08.941195 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:09.037747 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=da8d0585-c56a-496f-8d07-a5a96dd99de2,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:09.042965 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:09.084446 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ab652-f91f-4147-a7a0-2d9268c93765 req-edc5ce63-7793-4871-b59f-3e846800c794 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:09.085944 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-427ab652-f91f-4147-a7a0-2d9268c93765 req-edc5ce63-7793-4871-b59f-3e846800c794 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.1638727 Jun 10 10:25:09.086646 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-279aa2b6-afb0-4866-be5b-aea142048d9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:09.094873 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec8a74d-7f49-44b2-80f5-7cfb28f25474 req-f3a7187f-adc0-41df-b087-e1ede67672c5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:09.096396 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3ec8a74d-7f49-44b2-80f5-7cfb28f25474 req-f3a7187f-adc0-41df-b087-e1ede67672c5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 945 time: 0.1583397 Jun 10 10:25:09.147412 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-4d682ac0-1986-4ba2-af78-6da5c6169bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:09.148951 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-4d682ac0-1986-4ba2-af78-6da5c6169bb4 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 913 time: 0.2372575 Jun 10 10:25:09.176910 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-427ab652-f91f-4147-a7a0-2d9268c93765 req-31101d67-b99d-4ded-ad02-20181789965b tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Jun 10 10:25:09.195248 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3ec8a74d-7f49-44b2-80f5-7cfb28f25474 req-3b47b307-2ee5-47d3-aa24-75de3c6378fa tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903909 Jun 10 10:25:09.265651 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-fcc85c25-7f74-4723-a81b-5b159f63e709 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 200 len: 217 time: 0.0979779 Jun 10 10:25:09.357205 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-279aa2b6-afb0-4866-be5b-aea142048d9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:09.359541 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-4d1e1460-6c65-4f0f-8986-8a24780ae486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:09.361107 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-4d1e1460-6c65-4f0f-8986-8a24780ae486 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0841200 Jun 10 10:25:09.362230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-279aa2b6-afb0-4866-be5b-aea142048d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:09.365169 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4f586ffc-b1ba-435a-8b7a-363e7ea601f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:09.379155 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['da8d0585-c56a-496f-8d07-a5a96dd99de2'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:09.449041 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279aa2b6-afb0-4866-be5b-aea142048d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4982c367-f228-40e8-bb99-13d1ea6c4a20,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:09.468847 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48698) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:09.469677 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-279aa2b6-afb0-4866-be5b-aea142048d9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2194412b8e664cffa7ceb633d118d1a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5800323 Jun 10 10:25:09.473538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-279aa2b6-afb0-4866-be5b-aea142048d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:09.525647 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-d3296245-f396-4ba1-b20d-57cfe0a4d3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:09.527851 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-d3296245-f396-4ba1-b20d-57cfe0a4d3ab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1459181 Jun 10 10:25:09.607232 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:09.639039 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:09.689822 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-b2c01ae2-d5f3-4da7-a4c6-0dfd0dbe460d service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525986 Jun 10 10:25:09.700101 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:09.703398 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:09.706243 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4982c367-f228-40e8-bb99-13d1ea6c4a20 HTTP/1.1" status: 204 len: 168 time: 0.2363448 Jun 10 10:25:09.707226 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3a418f3e-1383-46ce-a058-2d40dd019a1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:09.727158 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4982c367-f228-40e8-bb99-13d1ea6c4a20,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:09.729637 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:09.843594 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-84fa79a1-b34c-44e8-ae43-bb46e5ca088e req-a4e7653e-c98c-41d9-81fa-3b759b56a16d service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455638 Jun 10 10:25:09.945763 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ee41ab-fba2-41c4-8a86-49821ea3978f req-494ccf14-af70-4fc2-9991-23072aa659af tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:09.947361 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-94ee41ab-fba2-41c4-8a86-49821ea3978f req-494ccf14-af70-4fc2-9991-23072aa659af tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 944 time: 0.1099908 Jun 10 10:25:10.008250 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-94ee41ab-fba2-41c4-8a86-49821ea3978f req-38af6ece-d4a4-414d-b36c-1e1bebc0972f tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523326 Jun 10 10:25:10.080914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 48736) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:10.098428 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7ee9-ded9-414d-9c71-aa5c683d622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:10.235754 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7ee9-ded9-414d-9c71-aa5c683d622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:10.240463 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d8bc7ee9-ded9-414d-9c71-aa5c683d622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:10.268913 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:10.275642 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-d8bc7ee9-ded9-414d-9c71-aa5c683d622e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b459ad341c514519baa8ff9ad2036c30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909969 Jun 10 10:25:10.276145 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48748) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:10.297260 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bc7ee9-ded9-414d-9c71-aa5c683d622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9deee1-1d3c-4681-a80b-23b29f311e72,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:10.301092 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d8bc7ee9-ded9-414d-9c71-aa5c683d622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:10.358939 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:10.386620 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:10.453821 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:10.456625 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c046e85-985a-4b55-b80d-22046ee9c48d req-19feee7b-5665-4edc-9c49-cb98be7aa9e2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:10.457520 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:10.463806 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5c046e85-985a-4b55-b80d-22046ee9c48d req-19feee7b-5665-4edc-9c49-cb98be7aa9e2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 945 time: 0.0904455 Jun 10 10:25:10.467460 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4a9deee1-1d3c-4681-a80b-23b29f311e72 HTTP/1.1" status: 204 len: 168 time: 0.1866910 Jun 10 10:25:10.467460 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:10.478271 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9deee1-1d3c-4681-a80b-23b29f311e72,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:10.481339 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:10.527862 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5c046e85-985a-4b55-b80d-22046ee9c48d req-9808b331-040b-4e15-81ce-ff7ddb230a4e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631866 Jun 10 10:25:10.726393 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-acf57b47-7b00-478f-bf20-b838728a8f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:11.217842 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a22e4de-4773-41ab-83ec-6b589a95e354 req-f01967f8-6bc3-4624-ada7-a463cd7e567f tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:11.219428 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9a22e4de-4773-41ab-83ec-6b589a95e354 req-f01967f8-6bc3-4624-ada7-a463cd7e567f tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 944 time: 0.0810282 Jun 10 10:25:11.266532 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9a22e4de-4773-41ab-83ec-6b589a95e354 req-c82edc7a-6873-40a6-9032-acd68722d1b0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409143 Jun 10 10:25:11.765512 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10e93a-b21f-4b9b-b967-4a922ef47e17 req-42d55114-7a84-47ae-b25e-5982601e0ddc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:11.767088 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3c10e93a-b21f-4b9b-b967-4a922ef47e17 req-42d55114-7a84-47ae-b25e-5982601e0ddc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 945 time: 0.0962620 Jun 10 10:25:11.824821 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3c10e93a-b21f-4b9b-b967-4a922ef47e17 req-1ac487e9-bbf2-4951-a6d9-5d7edc6d862e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493841 Jun 10 10:25:12.392024 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b4177423-2f3a-4d0f-88a7-48e4dd07f401 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:25:12.411601 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device da8d0585-c56a-496f-8d07-a5a96dd99de2 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:25:12.473425 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af78fa2-710e-4518-92c9-46a127fd2f74 req-745db303-4d9e-4166-841d-f1f1b4f1c8b1 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:12.476109 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4af78fa2-710e-4518-92c9-46a127fd2f74 req-745db303-4d9e-4166-841d-f1f1b4f1c8b1 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 944 time: 0.0828855 Jun 10 10:25:12.519031 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4af78fa2-710e-4518-92c9-46a127fd2f74 req-25184734-c375-4293-a690-26836aa453ca tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370972 Jun 10 10:25:12.556617 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port da8d0585-c56a-496f-8d07-a5a96dd99de2 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:12.563977 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port da8d0585-c56a-496f-8d07-a5a96dd99de2 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:12.564367 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:12.566840 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port b4177423-2f3a-4d0f-88a7-48e4dd07f401, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:12.605677 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'port_id': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'mac_address': 'fa:16:3e:68:9c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:25:12.661808 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:12.699520 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4177423-2f3a-4d0f-88a7-48e4dd07f401 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:12.728503 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:12.731159 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port b4177423-2f3a-4d0f-88a7-48e4dd07f401, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:12.746281 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:12.748919 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-6a563a74-ee2b-411b-9caf-426a790035a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:12.785840 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8d0585-c56a-496f-8d07-a5a96dd99de2'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:12.788158 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-998db6de-97b1-42b0-bed9-192b0d15cf20" -d '{"events": [{"server_uuid": "cb7c10a6-bbd5-4e1a-b283-cc7097bbae08", "name": "network-vif-plugged", "status": "completed", "tag": "da8d0585-c56a-496f-8d07-a5a96dd99de2"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:12.809483 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port da8d0585-c56a-496f-8d07-a5a96dd99de2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:12.822684 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:12.827265 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb6ca6a-7638-4a40-a2b3-2afa247946b9 x-openstack-request-id: req-feb6ca6a-7638-4a40-a2b3-2afa247946b9 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:12.827578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7c10a6-bbd5-4e1a-b283-cc7097bbae08", "name": "network-vif-plugged", "status": "completed", "tag": "da8d0585-c56a-496f-8d07-a5a96dd99de2", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:12.827843 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-feb6ca6a-7638-4a40-a2b3-2afa247946b9 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:12.828231 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8d0585-c56a-496f-8d07-a5a96dd99de2', 'code': 200} Jun 10 10:25:12.831028 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=b4177423-2f3a-4d0f-88a7-48e4dd07f401,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:12.833849 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:12.834300 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:12.894232 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=da8d0585-c56a-496f-8d07-a5a96dd99de2,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:12.897953 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:13.034328 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ba9f7-f500-4fa8-ba10-f20ba8de23a2 req-dc71335f-e3ff-4dcb-bee5-033b4329503c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:13.042167 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-035ba9f7-f500-4fa8-ba10-f20ba8de23a2 req-dc71335f-e3ff-4dcb-bee5-033b4329503c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0816810 Jun 10 10:25:13.095173 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-035ba9f7-f500-4fa8-ba10-f20ba8de23a2 req-a3ad3c55-65f1-4e42-a4b5-1f8cec0aaafa tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516963 Jun 10 10:25:13.176277 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['b4177423-2f3a-4d0f-88a7-48e4dd07f401'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:13.266110 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b0a8b-8fc4-4f30-aaa6-f54e951337b5 req-b1fdb4cb-f26d-4d27-ba9f-1cf87d53d687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:13.268472 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-598b0a8b-8fc4-4f30-aaa6-f54e951337b5 req-b1fdb4cb-f26d-4d27-ba9f-1cf87d53d687 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 1099 time: 0.0978518 Jun 10 10:25:13.282268 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:13.291150 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d650b601-96e0-42bd-a003-64d0367040d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:13.338882 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-598b0a8b-8fc4-4f30-aaa6-f54e951337b5 req-ab110892-e812-46fc-a539-ba37ace8bf39 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508528 Jun 10 10:25:13.641503 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c3a645-8720-497f-b122-d49798570b90 req-ab55db91-04fd-4bb4-be66-4d8973c970df tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:13.641503 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d5c3a645-8720-497f-b122-d49798570b90 req-ab55db91-04fd-4bb4-be66-4d8973c970df tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.0951161 Jun 10 10:25:13.726793 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d5c3a645-8720-497f-b122-d49798570b90 req-506d2d2a-8a2d-47ce-ad6a-bfb083c5df44 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793946 Jun 10 10:25:13.769244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9efce1-5ed1-4f25-8424-a7591e6f66a9 req-ac6950f3-12c3-41b6-bfe2-1eca0294d90b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:13.771150 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-df9efce1-5ed1-4f25-8424-a7591e6f66a9 req-ac6950f3-12c3-41b6-bfe2-1eca0294d90b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 945 time: 0.1035519 Jun 10 10:25:13.820294 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-df9efce1-5ed1-4f25-8424-a7591e6f66a9 req-f41843a1-c98d-41c5-8885-3212f462c27f tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414162 Jun 10 10:25:14.028545 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48938) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:14.150738 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-3ff71611-3b25-4d50-9370-d3e2df0f1d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.191135 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.285182 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-3ff71611-3b25-4d50-9370-d3e2df0f1d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.290518 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-3ff71611-3b25-4d50-9370-d3e2df0f1d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.300955 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:14.336711 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-3ff71611-3b25-4d50-9370-d3e2df0f1d2a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b3536dc9ca6a41868bb33015deb5b28e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3047886 Jun 10 10:25:14.338373 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 48960) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:14.353222 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff71611-3b25-4d50-9370-d3e2df0f1d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da06f1f-3de4-4261-97dd-162a80baddd1,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:14.356513 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3ff71611-3b25-4d50-9370-d3e2df0f1d2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:14.404254 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.430298 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.438244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8399d53-c068-4aea-9957-d28f39c3e394 req-636ee6a9-6a44-4c0b-837c-721ee9dc2f48 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:14.442864 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e8399d53-c068-4aea-9957-d28f39c3e394 req-636ee6a9-6a44-4c0b-837c-721ee9dc2f48 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1764574 Jun 10 10:25:14.461197 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-b0a481d9-32d7-418b-829c-862d515e35b4 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:14.462691 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-b0a481d9-32d7-418b-829c-862d515e35b4 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 0.2548239 Jun 10 10:25:14.489694 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.495138 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:14.498267 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/6da06f1f-3de4-4261-97dd-162a80baddd1 HTTP/1.1" status: 204 len: 168 time: 0.1589110 Jun 10 10:25:14.502553 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3ff71611-3b25-4d50-9370-d3e2df0f1d2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:14.513304 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-4dab5b56-10b4-478d-b615-84bfb2af0189 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/quotas/9e3b08009d134fdc82245d943c4ed9bc HTTP/1.1" status: 200 len: 375 time: 0.0276377 Jun 10 10:25:14.514672 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da06f1f-3de4-4261-97dd-162a80baddd1,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:14.518569 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:14.567406 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e8399d53-c068-4aea-9957-d28f39c3e394 req-1282f1fd-8d30-4654-9d43-762a4deb5704 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213503 Jun 10 10:25:14.688946 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-b0381dee-e5bd-493c-98eb-2cfa62b93337 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1593056 Jun 10 10:25:14.906753 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-bdb40fd6-c03b-46d6-9253-159c6ad2876e service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175322 Jun 10 10:25:15.122180 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-45b6efd5-69e3-41d1-9095-87e42435fb4d service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029738 Jun 10 10:25:15.134862 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0abfe4-8c42-496c-9f78-de37aeaa8462 req-4d6f76b6-2ca1-44f4-b0f7-b50094b971b5 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:15.136379 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0a0abfe4-8c42-496c-9f78-de37aeaa8462 req-4d6f76b6-2ca1-44f4-b0f7-b50094b971b5 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.2287452 Jun 10 10:25:15.157411 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49012) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:15.190958 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18eedb6d-0d56-4507-809c-275da4560df4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.192703 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0a0abfe4-8c42-496c-9f78-de37aeaa8462 req-1136fe79-2018-45fa-a5f0-4ce7d04b5120 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482750 Jun 10 10:25:15.347355 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18eedb6d-0d56-4507-809c-275da4560df4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.355500 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-18eedb6d-0d56-4507-809c-275da4560df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.399834 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:15.417361 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-18eedb6d-0d56-4507-809c-275da4560df4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bda20544ddf541919d29233ea54dd4b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561390 Jun 10 10:25:15.417662 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49032) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:15.455777 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eedb6d-0d56-4507-809c-275da4560df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be9eed-2c8f-4238-b804-be41113e7393,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:15.464533 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-18eedb6d-0d56-4507-809c-275da4560df4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:15.487541 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-49fe5d4b-7f1f-4f6f-b4b1-a7510eb2655a req-3da03de2-5450-41ee-b8e5-35142aeef447 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 210 time: 0.1067238 Jun 10 10:25:15.529216 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188708ba-2d35-4dc1-b902-ec57e868bf6f req-47b50766-cb02-43dd-aac8-faea9bcf7e03 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:15.531371 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-188708ba-2d35-4dc1-b902-ec57e868bf6f req-47b50766-cb02-43dd-aac8-faea9bcf7e03 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 945 time: 0.1516440 Jun 10 10:25:15.532059 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.570336 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.605639 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-188708ba-2d35-4dc1-b902-ec57e868bf6f req-c86c91f0-23e0-41b5-9be2-4f6ae6a1c19b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683758 Jun 10 10:25:15.640009 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49044) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:15.658640 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.663689 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.667089 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88be9eed-2c8f-4238-b804-be41113e7393 HTTP/1.1" status: 204 len: 168 time: 0.2465105 Jun 10 10:25:15.667089 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-95df8c8c-a974-4ed9-ac3b-1b87b74a27eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:15.699850 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be9eed-2c8f-4238-b804-be41113e7393,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:15.704651 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:15.785449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d095-fd35-4cd0-a24b-4b1024260ca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.852379 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b40000-389d-4a70-b1a0-d879f3a9a5bc req-b2fa57cb-71cc-4794-b8fe-5872b5474558 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:15.853872 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-50b40000-389d-4a70-b1a0-d879f3a9a5bc req-b2fa57cb-71cc-4794-b8fe-5872b5474558 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1441593 Jun 10 10:25:15.921837 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-50b40000-389d-4a70-b1a0-d879f3a9a5bc req-fb6f50c2-54a3-4515-82aa-d7f0bdd1f671 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593016 Jun 10 10:25:15.957397 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d095-fd35-4cd0-a24b-4b1024260ca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.973062 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7dd8d095-fd35-4cd0-a24b-4b1024260ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:15.973062 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ac1b5e17-cebc-4256-95f2-c79f713c5ac7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:16.004597 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49056) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:16.019638 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd8d095-fd35-4cd0-a24b-4b1024260ca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7226dea1-36af-41a5-88fe-fd4b6e635c00,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:16.020965 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-07f6ae66-82fd-4a74-acee-a91af55501a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.045081 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7dd8d095-fd35-4cd0-a24b-4b1024260ca0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=dde227b890be418488bfd5fc4e592a95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4036264 Jun 10 10:25:16.046577 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7dd8d095-fd35-4cd0-a24b-4b1024260ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:16.047650 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49058) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:16.052587 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.114822 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.146647 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.162001 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-07f6ae66-82fd-4a74-acee-a91af55501a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.171411 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-07f6ae66-82fd-4a74-acee-a91af55501a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.174650 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:16.211434 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.214148 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.215291 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7226dea1-36af-41a5-88fe-fd4b6e635c00 HTTP/1.1" status: 204 len: 168 time: 0.1665232 Jun 10 10:25:16.216076 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c1cdb87c-2fa1-408f-80cb-ce12af41d923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:16.247009 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7226dea1-36af-41a5-88fe-fd4b6e635c00,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:16.260722 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:16.327574 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49068) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:16.337396 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-07f6ae66-82fd-4a74-acee-a91af55501a5 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=724db994d76f42adbdd41717121ac883&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3299756 Jun 10 10:25:16.337396 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6ae66-82fd-4a74-acee-a91af55501a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e340faa2-3859-4558-bc35-448baf937435,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:16.362097 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-07f6ae66-82fd-4a74-acee-a91af55501a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:16.401357 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b4177423-2f3a-4d0f-88a7-48e4dd07f401 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:25:16.488393 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-22a318ef-e38a-46c2-a889-0e2b99d6d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:16.490001 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-22a318ef-e38a-46c2-a889-0e2b99d6d9d3 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 1099 time: 0.1119456 Jun 10 10:25:16.494080 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port b4177423-2f3a-4d0f-88a7-48e4dd07f401 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:16.500063 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port b4177423-2f3a-4d0f-88a7-48e4dd07f401 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:16.500523 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.533801 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.665453 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-3b62b736-eeda-4ff9-8213-a4565529e90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:16.667240 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-3b62b736-eeda-4ff9-8213-a4565529e90f service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.1677346 Jun 10 10:25:16.716802 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.784592 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-2e70bb17-55f5-47ec-ad10-d43c8ff6d271 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2 HTTP/1.1" status: 200 len: 217 time: 0.0998473 Jun 10 10:25:16.789685 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:16.793256 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ddc0941-b094-470f-9946-db8eea6d8763" -d '{"events": [{"server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:16.810611 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port b4177423-2f3a-4d0f-88a7-48e4dd07f401, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:16.818895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.826468 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:16.827052 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-37b371ce-abcb-4dfa-bd52-e51f9f4a3ff6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:16.922455 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc9607-1a44-4ad9-830e-62a1a7ef9208 req-de880c16-4ba8-4ec9-b29d-c8eb815f935a tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:16.929828 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ffc9607-1a44-4ad9-830e-62a1a7ef9208 req-de880c16-4ba8-4ec9-b29d-c8eb815f935a tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.4844823 Jun 10 10:25:16.962562 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=b4177423-2f3a-4d0f-88a7-48e4dd07f401,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:16.980056 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:16.980953 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be885d45-36ff-46d9-85a1-75389083342a req-c2e832c8-0d8d-42c7-9176-c7352af452b5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:16.988307 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-be885d45-36ff-46d9-85a1-75389083342a req-c2e832c8-0d8d-42c7-9176-c7352af452b5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.4554951 Jun 10 10:25:17.009554 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49094) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:17.030646 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ffc9607-1a44-4ad9-830e-62a1a7ef9208 req-1ad79fe8-cea1-4a1b-a5c3-3c294ef414de tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997412 Jun 10 10:25:17.054154 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2abec3a7-4e51-411e-b336-f9782167f29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:17.091270 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-be885d45-36ff-46d9-85a1-75389083342a req-9ba050de-4c83-455e-9ea5-f307de777d70 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019621 Jun 10 10:25:17.092153 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:17.100396 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:17.108679 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-5e0c7834-a0fb-48d7-a6dd-f66f62f0be6c tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:17.110164 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-5e0c7834-a0fb-48d7-a6dd-f66f62f0be6c tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.95 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.4734683 Jun 10 10:25:17.111642 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-ee0dda7a-407d-4fa0-b326-863bce2f1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:17.114638 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-ee0dda7a-407d-4fa0-b326-863bce2f1539 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.2881942 Jun 10 10:25:17.114803 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e340faa2-3859-4558-bc35-448baf937435 HTTP/1.1" status: 204 len: 168 time: 0.7857862 Jun 10 10:25:17.116567 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-05bee8fc-ef82-4e82-8926-6c2b5fb5474e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:17.135136 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e340faa2-3859-4558-bc35-448baf937435,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:17.174220 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:17.231787 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5cca06b8-124b-4d84-a5a4-e0445e416baa req-dd45bd96-73a7-4140-bc0a-0f12c67786bb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 210 time: 0.0448308 Jun 10 10:25:17.290007 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-1773faca-9293-48d5-99db-fcb851bcacf0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1657012 Jun 10 10:25:17.315187 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2d8718-ec3a-4681-a130-e2c5d3e34316 x-openstack-request-id: req-1f2d8718-ec3a-4681-a130-e2c5d3e34316 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:17.316370 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "name": "network-vif-plugged", "status": "completed", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:17.316827 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f2d8718-ec3a-4681-a130-e2c5d3e34316 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:17.317417 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'code': 200} Jun 10 10:25:17.433826 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf711310-cdb6-4b82-a388-d2bb71f2dc8f req-923dbfba-dab7-4fde-9ff8-797a9357ec66 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:17.446373 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bf711310-cdb6-4b82-a388-d2bb71f2dc8f req-923dbfba-dab7-4fde-9ff8-797a9357ec66 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1124721 Jun 10 10:25:17.471625 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-6916c94f-e247-431d-8ca3-a13bc4885e4e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:17.473940 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-6916c94f-e247-431d-8ca3-a13bc4885e4e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 0.4442399 Jun 10 10:25:17.500357 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bf711310-cdb6-4b82-a388-d2bb71f2dc8f req-be5570ae-bbf5-4631-9722-6d9183b8feb7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528882 Jun 10 10:25:17.526466 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Request body: {'port': {'device_id': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'admin_state_up': True, 'tenant_id': '9e3b08009d134fdc82245d943c4ed9bc'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:17.593709 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.95', 55006) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:17.700022 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d5894-05bf-4e6f-81c5-314d9c8893ca req-9e819de4-5c81-41c2-9448-5e25723ff628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:17.701520 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2e5d5894-05bf-4e6f-81c5-314d9c8893ca req-9e819de4-5c81-41c2-9448-5e25723ff628 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 1099 time: 0.1066275 Jun 10 10:25:17.752079 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2e5d5894-05bf-4e6f-81c5-314d9c8893ca req-fdcb9683-3db3-4cf8-a2f4-441846cde15d service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425007 Jun 10 10:25:17.882511 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-e705e213-994c-45f8-9699-53b862ac3b0c service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5723944 Jun 10 10:25:17.956327 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Deleting port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:25:17.956681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.001982 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2abec3a7-4e51-411e-b336-f9782167f29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.028840 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49132) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:18.053674 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2abec3a7-4e51-411e-b336-f9782167f29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.062859 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:18.216505 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Made reservation on behalf of 9e3b08009d134fdc82245d943c4ed9bc for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:25:18.230831 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.257626 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abec3a7-4e51-411e-b336-f9782167f29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ab7613-51ec-4dc8-bd98-765067610e85,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:18.294544 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2abec3a7-4e51-411e-b336-f9782167f29a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b77bb4c1269e4ad3b77a1a286eaf1635&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2829151 Jun 10 10:25:18.310267 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49146) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:18.339634 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2abec3a7-4e51-411e-b336-f9782167f29a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:18.342466 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d4066fb-18b1-4400-a3aa-53b4c8c5995b req-6a18efc5-17f5-46f1-8e30-2d6f00ae925c service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494336 Jun 10 10:25:18.365555 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] For port 913052e3-9ed2-490c-97ce-5e7a99c7eb92, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=913052e3-9ed2-490c-97ce-5e7a99c7eb92,segment=NetworkSegment(60b6830a-a213-443b-b232-43ebd85eb680),segment_id=60b6830a-a213-443b-b232-43ebd85eb680)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:18.366536 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.446438 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d132e0d-11b4-49e9-97a4-3ece7bc48e46 req-74a579f2-dcd5-454f-a5cf-a50538d0e557 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:18.470889 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5d132e0d-11b4-49e9-97a4-3ece7bc48e46 req-74a579f2-dcd5-454f-a5cf-a50538d0e557 tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 946 time: 0.3003738 Jun 10 10:25:18.533261 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.541633 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5669d710-d13e-4bd2-bdb3-fc5f056ca4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.561325 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Calling delete_port for 913052e3-9ed2-490c-97ce-5e7a99c7eb92 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:25:18.655138 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5d132e0d-11b4-49e9-97a4-3ece7bc48e46 req-500aa5a3-6bb0-4d86-8a43-2e0f394d137e tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/security-groups?id=07d6dc45-8928-440a-bfa9-91d6988f5456&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830661 Jun 10 10:25:18.668781 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.887724 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Allocated IP 172.20.0.5 (d2abe009-3c20-45a5-b32e-ace1ac3bb3d3/2be4d1e0-767d-4f7a-ad15-075a2b9c4518/22bfb8f8-1678-44ba-830a-1093f7604ab1) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:25:18.935571 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a167ca-6b10-49c2-aebd-3f1de948cacd req-c18a8ec7-9cb1-4122-acb9-70962ba62bb9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:18.937155 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-33a167ca-6b10-49c2-aebd-3f1de948cacd req-c18a8ec7-9cb1-4122-acb9-70962ba62bb9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.6168981 Jun 10 10:25:18.941208 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-93ea5e83-400e-4255-a724-c2109dc4aa83 req-d1fd47d9-39e6-4859-8743-008479e55d8d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 210 time: 0.0683670 Jun 10 10:25:18.987565 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.990510 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:18.994587 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/15ab7613-51ec-4dc8-bd98-765067610e85 HTTP/1.1" status: 204 len: 168 time: 0.6797688 Jun 10 10:25:19.000794 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0ead2a7a-69e6-435e-a4ed-186a3c7e18e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:19.026164 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ab7613-51ec-4dc8-bd98-765067610e85,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:19.045742 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:19.047733 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.050872 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-33a167ca-6b10-49c2-aebd-3f1de948cacd req-d1ea1153-6d60-444c-8d5c-b81e1ac35b73 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048656 Jun 10 10:25:19.066826 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5669d710-d13e-4bd2-bdb3-fc5f056ca4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.071562 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d716ab33-8e9f-4b0f-8509-6e724ae249ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:19.075334 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5669d710-d13e-4bd2-bdb3-fc5f056ca4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.079794 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:19.105488 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Pushing event deleted for resources: {'Port': ['ID=913052e3-9ed2-490c-97ce-5e7a99c7eb92,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:19.108588 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:19.155160 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5669d710-d13e-4bd2-bdb3-fc5f056ca4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7ef706-db9c-42f3-974f-19c6e6b13d00,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:19.159491 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5669d710-d13e-4bd2-bdb3-fc5f056ca4f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:19.164208 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5669d710-d13e-4bd2-bdb3-fc5f056ca4f3 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4bf0f04dfd6a4920a1c251d3b3581dc4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1342888 Jun 10 10:25:19.166978 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49164) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:19.232472 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] No DVR routers for this DVR port 913052e3-9ed2-490c-97ce-5e7a99c7eb92 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:25:19.248153 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.250483 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-606a1756-c0ae-4161-a80a-4b5ab8cf3a83 req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.95 "DELETE /v2.0/ports/913052e3-9ed2-490c-97ce-5e7a99c7eb92 HTTP/1.1" status: 204 len: 173 time: 2.1274416 Jun 10 10:25:19.250975 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20fd1e10-2273-4889-803c-0455781f3bae', 'name': 'network-vif-deleted', 'tag': '913052e3-9ed2-490c-97ce-5e7a99c7eb92'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:19.253394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e77df3-6969-4449-9105-575368090e00" -d '{"events": [{"server_uuid": "20fd1e10-2273-4889-803c-0455781f3bae", "name": "network-vif-deleted", "tag": "913052e3-9ed2-490c-97ce-5e7a99c7eb92"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:19.276863 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0e25a-b3de-4a00-8650-99e5dc148dcc req-d2efa5ab-6e86-4516-bb50-dec6cb50b1b1 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:19.278307 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-06f0e25a-b3de-4a00-8650-99e5dc148dcc req-d2efa5ab-6e86-4516-bb50-dec6cb50b1b1 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.2041676 Jun 10 10:25:19.284372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.300312 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.346138 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f0b7a7-baa4-41a6-87e7-0da343e38e66 x-openstack-request-id: req-68f0b7a7-baa4-41a6-87e7-0da343e38e66 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:19.346465 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20fd1e10-2273-4889-803c-0455781f3bae", "name": "network-vif-deleted", "tag": "913052e3-9ed2-490c-97ce-5e7a99c7eb92", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:19.347540 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-68f0b7a7-baa4-41a6-87e7-0da343e38e66 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:19.348119 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20fd1e10-2273-4889-803c-0455781f3bae', 'name': 'network-vif-deleted', 'tag': '913052e3-9ed2-490c-97ce-5e7a99c7eb92', 'status': 'completed', 'code': 200} Jun 10 10:25:19.362394 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.367308 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.376411 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-06f0e25a-b3de-4a00-8650-99e5dc148dcc req-4d48da41-8333-483a-b4cc-9d918b496596 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902469 Jun 10 10:25:19.377204 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:19.385009 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:19.452688 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.455724 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.457112 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5a7ef706-db9c-42f3-974f-19c6e6b13d00 HTTP/1.1" status: 204 len: 168 time: 0.2885413 Jun 10 10:25:19.458770 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b1b79aa9-e9d4-4ebd-9095-bf3be0b95bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:19.461635 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:25:19.465119 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:25:19.467997 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:25:19.473586 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:19.474334 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.483141 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event updated for resources: {'Port': ['ID=22bfb8f8-1678-44ba-830a-1093f7604ab1,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:19.487807 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:19.487985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7ef706-db9c-42f3-974f-19c6e6b13d00,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:19.497459 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:19.502361 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9805186 Jun 10 10:25:19.531276 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Request body: {'port': {'device_id': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:19.695553 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:19.948929 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-00d96ea7-0750-44c5-9125-6833db653f09 req-170826b5-3070-462b-8b5b-5a6813f7916d tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] 10.222.0.23 "GET /v2.0/ports?device_id=20fd1e10-2273-4889-803c-0455781f3bae HTTP/1.1" status: 200 len: 210 time: 0.0728967 Jun 10 10:25:19.966770 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49204) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:20.003801 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-72db046f-10a1-4f42-950a-ddef5228d3aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.207465 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22bfb8f8-1678-44ba-830a-1093f7604ab1 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:20.219521 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.235002 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Transition to ACTIVE for port object 22bfb8f8-1678-44ba-830a-1093f7604ab1 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:25:20.240524 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.248640 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:20.298964 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3fc77-ab80-45fa-8b3f-c9dc883792ce req-58047596-5bf3-45f9-be50-b8e88e4edf72 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:20.300780 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ec3fc77-ab80-45fa-8b3f-c9dc883792ce req-58047596-5bf3-45f9-be50-b8e88e4edf72 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 931 time: 0.1967132 Jun 10 10:25:20.328109 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-72db046f-10a1-4f42-950a-ddef5228d3aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.369450 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-72db046f-10a1-4f42-950a-ddef5228d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.378932 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-eafe95a6-1921-421d-81ac-914d04a711cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:20.387048 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Pushing event updated for resources: {'Port': ['ID=22bfb8f8-1678-44ba-830a-1093f7604ab1,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:20.393480 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:20.416125 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 913052e3-9ed2-490c-97ce-5e7a99c7eb92 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:25:20.443612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Attempting to bind port 22bfb8f8-1678-44ba-830a-1093f7604ab1 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:25:20.444106 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Attempting to bind port 22bfb8f8-1678-44ba-830a-1093f7604ab1 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:25:20.444658 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Attempting to bind port 22bfb8f8-1678-44ba-830a-1093f7604ab1 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:20.450074 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Port 22bfb8f8-1678-44ba-830a-1093f7604ab1 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:25:20.450340 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Attempting to bind port 22bfb8f8-1678-44ba-830a-1093f7604ab1 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:20.454530 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-72db046f-10a1-4f42-950a-ddef5228d3aa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6f7cf2f6da734ba6a858255ad41c70ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4861929 Jun 10 10:25:20.456409 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 24, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:25:20.456812 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Checking segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:25:20.457211 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Bound using segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:25:20.457654 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Bound port: 22bfb8f8-1678-44ba-830a-1093f7604ab1, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:25:20.458039 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.460849 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49222) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:20.467544 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ec3fc77-ab80-45fa-8b3f-c9dc883792ce req-31b69254-6a1a-4efa-89f9-5396ec31ea8f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490054 Jun 10 10:25:20.486003 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72db046f-10a1-4f42-950a-ddef5228d3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2aec2fb-acd8-4c7e-ae7f-9d33ed31058c,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:20.486494 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 913052e3-9ed2-490c-97ce-5e7a99c7eb92 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:25:20.486895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 913052e3-9ed2-490c-97ce-5e7a99c7eb92 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:25:20.513619 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-72db046f-10a1-4f42-950a-ddef5228d3aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:20.543191 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974087b9-6be7-45e1-993d-3644afa292eb req-53e7516b-b524-497a-8abc-8471685ac993 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:20.544712 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-974087b9-6be7-45e1-993d-3644afa292eb req-53e7516b-b524-497a-8abc-8471685ac993 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.3455479 Jun 10 10:25:20.606586 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-974087b9-6be7-45e1-993d-3644afa292eb req-9a31f120-c183-4b2c-ae1a-a9a87247792d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533571 Jun 10 10:25:20.619355 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.645979 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] For port 22bfb8f8-1678-44ba-830a-1093f7604ab1, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:25:20.667624 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.670404 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] For port 22bfb8f8-1678-44ba-830a-1093f7604ab1, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=22bfb8f8-1678-44ba-830a-1093f7604ab1,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:25:20.679893 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.684364 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-97a23f23-52b2-4636-8d75-b7f6e38c12e6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:20.710817 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccab645-b1bc-44db-ad14-3f8c2862b3ba req-04d21489-c340-439e-93a5-284758a6a132 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:20.712345 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ccab645-b1bc-44db-ad14-3f8c2862b3ba req-04d21489-c340-439e-93a5-284758a6a132 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0785556 Jun 10 10:25:20.751443 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:20.752072 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.753666 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] 10.222.0.95 "PUT /v2.0/ports/22bfb8f8-1678-44ba-830a-1093f7604ab1 HTTP/1.1" status: 200 len: 1093 time: 1.2280693 Jun 10 10:25:20.762304 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ccab645-b1bc-44db-ad14-3f8c2862b3ba req-e3aa9e4c-b90d-4607-8199-f551fa21aa74 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430324 Jun 10 10:25:20.784315 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Pushing event updated for resources: {'Port': ['ID=22bfb8f8-1678-44ba-830a-1093f7604ab1,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:20.806454 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:20.807628 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.810642 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:20.814558 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f2aec2fb-acd8-4c7e-ae7f-9d33ed31058c HTTP/1.1" status: 204 len: 168 time: 0.3498583 Jun 10 10:25:20.814558 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:20.854663 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2aec2fb-acd8-4c7e-ae7f-9d33ed31058c,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:20.862503 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:20.900287 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-76bb39da-4def-4230-9b2b-e0ab3df1e3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:20.901778 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-76bb39da-4def-4230-9b2b-e0ab3df1e3af service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 1096 time: 0.0866821 Jun 10 10:25:20.965311 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8f8598-ac76-498f-b299-eb6a52e6715c req-c3e7cc94-c3e1-4913-aef2-5587275dc250 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:20.970574 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3a8f8598-ac76-498f-b299-eb6a52e6715c req-c3e7cc94-c3e1-4913-aef2-5587275dc250 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0947857 Jun 10 10:25:20.976254 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49238) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:20.982555 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'floatingip': {'port_id': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:20.990792 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-42a51e4d-3396-4ca9-8896-d4a9ca2786cc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22bfb8f8-1678-44ba-830a-1093f7604ab1 HTTP/1.1" status: 200 len: 217 time: 0.0808854 Jun 10 10:25:21.306812 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:21.356297 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'tag': '22bfb8f8-1678-44ba-830a-1093f7604ab1'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:21.361899 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b" -d '{"events": [{"name": "network-changed", "server_uuid": "8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9", "tag": "22bfb8f8-1678-44ba-830a-1093f7604ab1"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:21.414202 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-e4620e0d-6c2b-4c76-aef2-caab7d4ac2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:21.415706 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-e4620e0d-6c2b-4c76-aef2-caab7d4ac2c8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.4008019 Jun 10 10:25:21.434080 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d4028da-0b56-4e7a-8430-99a2d6b1b515 x-openstack-request-id: req-3d4028da-0b56-4e7a-8430-99a2d6b1b515 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:21.434397 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9", "tag": "22bfb8f8-1678-44ba-830a-1093f7604ab1", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:21.434895 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3d4028da-0b56-4e7a-8430-99a2d6b1b515 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:21.435089 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'tag': '22bfb8f8-1678-44ba-830a-1093f7604ab1', 'status': 'completed', 'code': 200} Jun 10 10:25:21.785350 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b40857-0b19-453c-9420-0481c8097f4f req-2be0c465-e1a1-44c0-ba04-ce38897ecdb8 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:21.786918 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e5b40857-0b19-453c-9420-0481c8097f4f req-2be0c465-e1a1-44c0-ba04-ce38897ecdb8 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 943 time: 0.1315420 Jun 10 10:25:21.932061 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-3e18e6cf-072d-465a-8a9e-deb549c6d0ed service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619012 Jun 10 10:25:21.933727 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e5b40857-0b19-453c-9420-0481c8097f4f req-d7b2eb07-3587-4eca-bd15-8fc6cfa09a73 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326265 Jun 10 10:25:21.950858 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:21.989236 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfb78f-85b1-480b-a8a1-3d085b29d281 req-71a8f16b-d3c6-4522-afdc-88c59bfca872 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:21.992501 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aadfb78f-85b1-480b-a8a1-3d085b29d281 req-71a8f16b-d3c6-4522-afdc-88c59bfca872 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1602230 Jun 10 10:25:22.077315 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aadfb78f-85b1-480b-a8a1-3d085b29d281 req-22867d0a-9bfe-496f-a28a-0f8454d2cba0 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Jun 10 10:25:22.374634 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-db673157-8904-4162-9073-114de5e1a16b service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555987 Jun 10 10:25:22.423505 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.db.resource_extend [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 10 10:25:22.593086 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:22.599742 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:22.721662 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-78af7dfe-cfb2-424b-928e-7c3dc89e6e15 req-4d5a2f14-5db6-4760-a267-ea70e5d64f6d service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3321228 Jun 10 10:25:22.760902 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.l3_db [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Floating IP 43d46c04-0b3f-4882-9b2e-393ebc64effc associated. External IP: 172.28.1.114, port: b4177423-2f3a-4d0f-88a7-48e4dd07f401. Jun 10 10:25:23.073196 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49374) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:23.227730 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Deleting subnet 4c1eb624-ed31-479c-96b5-afd36d5199b5 {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:25:23.243424 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:23.315961 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-10d87600-6ca2-42db-993e-fe217e8d5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:23.317876 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-10d87600-6ca2-42db-993e-fe217e8d5313 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 1096 time: 0.2993162 Jun 10 10:25:23.368526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ae9d4-b42c-438f-a8de-d1296739199f req-a5c757b4-930c-431c-bd99-482bd4ea3e12 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:23.375465 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-478ae9d4-b42c-438f-a8de-d1296739199f req-a5c757b4-930c-431c-bd99-482bd4ea3e12 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 943 time: 0.1995039 Jun 10 10:25:23.422746 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:23.435443 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-478ae9d4-b42c-438f-a8de-d1296739199f req-e00c9627-26f3-4022-b18e-5257ab3bc399 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590808 Jun 10 10:25:23.481223 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-746e1436-6d68-4638-85d9-a5834de276de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:23.482862 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-746e1436-6d68-4638-85d9-a5834de276de service neutron] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 917 time: 0.1488357 Jun 10 10:25:23.513242 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:23.549173 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56f957-6f2c-4b32-a3d4-12e7f7f9390c req-65c47ab8-b28d-49f3-827b-bbf8e5b78889 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:23.556562 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4f56f957-6f2c-4b32-a3d4-12e7f7f9390c req-65c47ab8-b28d-49f3-827b-bbf8e5b78889 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.2552247 Jun 10 10:25:23.574953 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Router 56253234-4cf8-49fd-87f0-34695fb41dc1 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:25:23.581050 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-aa78c9a9-8639-4dc2-b240-c2c41e6d4e35 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=22bfb8f8-1678-44ba-830a-1093f7604ab1 HTTP/1.1" status: 200 len: 217 time: 0.0666163 Jun 10 10:25:23.645807 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4f56f957-6f2c-4b32-a3d4-12e7f7f9390c req-628a9e0b-89c1-4e4c-ae23-a1ec11f09aa0 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882843 Jun 10 10:25:23.659403 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:23.663555 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-563011ca-7e11-4f1b-b079-2b19f49c004c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:23.700203 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:23.704376 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] 10.222.0.23 "DELETE /v2.0/subnets/4c1eb624-ed31-479c-96b5-afd36d5199b5 HTTP/1.1" status: 204 len: 168 time: 0.6279311 Jun 10 10:25:23.704376 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c1eb624-ed31-479c-96b5-afd36d5199b5,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:23.704901 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49406) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:23.713217 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6831f307-38ac-44b4-8942-4ac9967a50cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:23.775590 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-9a6bd8a1-a2f0-46f1-b5ef-6ce78da3733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:23.777094 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-9a6bd8a1-a2f0-46f1-b5ef-6ce78da3733a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.1853943 Jun 10 10:25:23.817987 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:23.855257 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-40df4488-c908-4789-ad1b-a6de29446f2c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587273 Jun 10 10:25:23.865532 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:25:23.872242 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:23.879781 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] Sync routers for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:25:23.895045 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:25:23.897545 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:25:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:25:23.939576 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-650151f9-9b25-4c70-b6f5-efb333e92352 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "PUT /v2.0/floatingips/43d46c04-0b3f-4882-9b2e-393ebc64effc HTTP/1.1" status: 200 len: 992 time: 2.9606946 Jun 10 10:25:23.941193 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:23.942477 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce18e60d-7d5b-486d-941a-93eb38bb010f" -d '{"events": [{"name": "network-changed", "server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:23.993419 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49424) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:24.045095 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e983b9c-9aea-4d1e-a599-f6a8c2516879 x-openstack-request-id: req-7e983b9c-9aea-4d1e-a599-f6a8c2516879 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:24.045426 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:24.047238 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7e983b9c-9aea-4d1e-a599-f6a8c2516879 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:24.047750 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'status': 'completed', 'code': 200} Jun 10 10:25:24.096624 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.114006 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dea9bf-a529-4a56-8a31-a36026d68252']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:25:24.128109 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60b6830a-a213-443b-b232-43ebd85eb680') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:25:24.128461 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60b6830a-a213-443b-b232-43ebd85eb680') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:25:24.143634 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.149161 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-d60e862a-29d5-4e72-ba6b-2f45c8990104 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199285 Jun 10 10:25:24.163119 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:25:24.172495 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.185219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Releasing vlan 1319 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:25:24.185640 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:25:24.188138 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:25:24.265044 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fb03df61-477a-4e6d-8f29-deb41dad72be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.305946 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.313038 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.317786 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] 10.222.0.23 "DELETE /v2.0/networks/53dea9bf-a529-4a56-8a31-a36026d68252 HTTP/1.1" status: 204 len: 168 time: 0.6096773 Jun 10 10:25:24.317786 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-97e318de-4254-405e-a145-f723a01c703c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:24.352628 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Pushing event deleted for resources: {'Network': ['ID=53dea9bf-a529-4a56-8a31-a36026d68252,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:24.355413 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:24.419026 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-dd5da982-1032-4d82-beb8-684ff1ee8a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:24.420543 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-dd5da982-1032-4d82-beb8-684ff1ee8a74 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 1099 time: 0.2705820 Jun 10 10:25:24.499322 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8a247bc4-dd5a-4b91-b0b3-86cc4f58e65b req-d3934811-d3cc-489b-9979-9a37ce85d56d service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911031 Jun 10 10:25:24.511926 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49442) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:24.618080 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-7b5caadd-e56d-4cab-9512-c1bf6693da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:24.619371 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-7b5caadd-e56d-4cab-9512-c1bf6693da31 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 913 time: 0.1884255 Jun 10 10:25:24.622000 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fb03df61-477a-4e6d-8f29-deb41dad72be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.624512 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3a529faf-13d0-40cb-9acb-5f0a7d36156b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=82a812e977b34159955aa616057826de&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1110020 Jun 10 10:25:24.627144 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49448) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:24.642180 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fb03df61-477a-4e6d-8f29-deb41dad72be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.660141 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b3b248b-63cf-4c55-9344-1f836cde33e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:24.699319 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '43d46c04-0b3f-4882-9b2e-393ebc64effc', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'port_id': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'mac_address': 'fa:16:3e:68:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:24:59Z', 'updated_at': '2021-06-10T10:25:22Z', 'revision_number': 1, 'project_id': '2f20117d94364ecfac615a37935aef21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:25:24.704433 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] Checking router: 56253234-4cf8-49fd-87f0-34695fb41dc1 for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:25:24.718844 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:25:24.719517 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:25:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:25:24.833456 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb03df61-477a-4e6d-8f29-deb41dad72be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d994ad5-7cb3-4b45-b58a-239a7d0e46de,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:24.837236 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-fb03df61-477a-4e6d-8f29-deb41dad72be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:24.840190 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-fb03df61-477a-4e6d-8f29-deb41dad72be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b9fff6ad1b7347038c3be737f1df7132&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8456478 Jun 10 10:25:24.851299 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49458) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:24.855966 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731313cf-5a11-40e4-b318-483499cdde48 req-a142b15d-746a-46dc-9f16-06c699cd81f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:24.862438 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-731313cf-5a11-40e4-b318-483499cdde48 req-a142b15d-746a-46dc-9f16-06c699cd81f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 943 time: 0.1893482 Jun 10 10:25:24.885345 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-a1d6ed8a-d9f2-451b-8ad3-0ed188ad35cd service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 200 len: 1000 time: 0.2478871 Jun 10 10:25:24.949153 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:25:24.964365 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:24.967775 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-731313cf-5a11-40e4-b318-483499cdde48 req-beddd160-ceaf-40b7-b8d5-af6420891b20 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988839 Jun 10 10:25:24.996759 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e907f83-15cb-463f-ac11-637a618989c2 req-c140b911-59a9-41b1-b84e-4313c0e9fd76 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:25.005317 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4e907f83-15cb-463f-ac11-637a618989c2 req-c140b911-59a9-41b1-b84e-4313c0e9fd76 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.2215533 Jun 10 10:25:25.025017 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.048587 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-1e4885e9-bec8-4421-969f-b7abe2cf92ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:25.050281 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-1e4885e9-bec8-4421-969f-b7abe2cf92ef service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.1516497 Jun 10 10:25:25.053957 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.066989 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4e907f83-15cb-463f-ac11-637a618989c2 req-a6a860f1-8d3b-4536-ba38-cea26b2355b3 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604198 Jun 10 10:25:25.315259 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49472) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:25.424968 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.451460 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d7e8bff1-9fd8-4795-9100-ac7488253c02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.480943 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.483774 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.485246 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/07d6dc45-8928-440a-bfa9-91d6988f5456 HTTP/1.1" status: 204 len: 168 time: 0.8567958 Jun 10 10:25:25.488196 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-279aa2b6-afb0-4866-be5b-aea142048d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:25.500451 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d6dc45-8928-440a-bfa9-91d6988f5456,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:25.503022 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:25.504027 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '43d46c04-0b3f-4882-9b2e-393ebc64effc', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'port_id': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'mac_address': 'fa:16:3e:68:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:24:59Z', 'updated_at': '2021-06-10T10:25:22Z', 'revision_number': 1, 'project_id': '2f20117d94364ecfac615a37935aef21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:25:25.505455 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-20b8b04e-243d-45b5-a76b-31c528ba1ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:25.508560 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-20b8b04e-243d-45b5-a76b-31c528ba1ff5 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.4447629 Jun 10 10:25:25.512667 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54664bfa-278d-49a8-9076-dfdcc9bff56d None None] The sync data for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb is: [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '43d46c04-0b3f-4882-9b2e-393ebc64effc', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'floating_ip_address': '172.28.1.114', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'port_id': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'mac_address': 'fa:16:3e:68:9c:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:24:59Z', 'updated_at': '2021-06-10T10:25:22Z', 'revision_number': 1, 'project_id': '2f20117d94364ecfac615a37935aef21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:25:25.526176 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.528677 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.530735 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/7d994ad5-7cb3-4b45-b58a-239a7d0e46de HTTP/1.1" status: 204 len: 168 time: 0.6720204 Jun 10 10:25:25.544494 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-12ba7365-7d3d-4eae-a06e-61dcea76ddcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:25.564727 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d994ad5-7cb3-4b45-b58a-239a7d0e46de,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:25.569739 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:25.651014 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d7e8bff1-9fd8-4795-9100-ac7488253c02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.658053 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d7e8bff1-9fd8-4795-9100-ac7488253c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.673040 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:25.716540 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-3c1b0260-973b-4b55-bd6c-f3a4122ac245 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996584 Jun 10 10:25:25.738201 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-d7e8bff1-9fd8-4795-9100-ac7488253c02 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=118f6436aa9b4c359ef27968c19b86f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4187357 Jun 10 10:25:25.738201 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e8bff1-9fd8-4795-9100-ac7488253c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=460f0783-cd2c-41db-b36f-ab9867a9bc80,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:25.739579 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49486) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:25.749782 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d7e8bff1-9fd8-4795-9100-ac7488253c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:25.868558 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e14374-6765-447d-9a5b-de8b5815fe2e None None] New status for floating IP 43d46c04-0b3f-4882-9b2e-393ebc64effc: ACTIVE {{(pid=91750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:25:25.919193 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:25.957210 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ce18e60d-7d5b-486d-941a-93eb38bb010f req-d709759f-942f-4d22-b2ca-d9fd2622a226 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950896 Jun 10 10:25:25.962446 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.036356 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.043191 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.050268 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/460f0783-cd2c-41db-b36f-ab9867a9bc80 HTTP/1.1" status: 204 len: 168 time: 0.3055189 Jun 10 10:25:26.050268 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-450415c4-59e0-4b6c-b5d3-3da5ddb9760e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:26.050450 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49498) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:26.063994 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=460f0783-cd2c-41db-b36f-ab9867a9bc80,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:26.067156 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:26.081527 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1c97e9ae-1633-4ca2-977b-04ebc97e9c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.414779 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49522) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:26.460218 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 22bfb8f8-1678-44ba-830a-1093f7604ab1 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:25:26.648963 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1c97e9ae-1633-4ca2-977b-04ebc97e9c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.665119 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecbf643-d68d-4209-91f6-c0195bb16770 req-81bdeb5e-47d8-4fb7-925f-58da9d5b7f8e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:26.666649 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ecbf643-d68d-4209-91f6-c0195bb16770 req-81bdeb5e-47d8-4fb7-925f-58da9d5b7f8e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.4099786 Jun 10 10:25:26.668827 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1c97e9ae-1633-4ca2-977b-04ebc97e9c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.683097 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a75debc5-24fc-4d59-b6a3-3d37a4ddd16c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.728123 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2cc680-20b9-4ef2-b279-ca8617d0f0eb req-550d732e-b2a8-4dbe-90cd-17a9bdd4e7b2 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:26.742986 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5f2cc680-20b9-4ef2-b279-ca8617d0f0eb req-550d732e-b2a8-4dbe-90cd-17a9bdd4e7b2 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 943 time: 0.6361294 Jun 10 10:25:26.753365 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 22bfb8f8-1678-44ba-830a-1093f7604ab1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=22bfb8f8-1678-44ba-830a-1093f7604ab1,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:26.755292 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:26.760123 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1c97e9ae-1633-4ca2-977b-04ebc97e9c64 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=bb8aaabd2b0d4399861980f8507a259a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7096550 Jun 10 10:25:26.764966 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49548) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:26.768701 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '22bfb8f8-1678-44ba-830a-1093f7604ab1', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'port_id': '22bfb8f8-1678-44ba-830a-1093f7604ab1', 'mac_address': 'fa:16:3e:52:57:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be4d1e0-767d-4f7a-ad15-075a2b9c4518', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:25:26.856547 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5f2cc680-20b9-4ef2-b279-ca8617d0f0eb req-163c30a8-b968-4c32-9791-43aef2505252 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768573 Jun 10 10:25:26.874029 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.877497 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.910099 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.911946 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22bfb8f8-1678-44ba-830a-1093f7604ab1 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:26.916867 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c97e9ae-1633-4ca2-977b-04ebc97e9c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0a8c78-b29c-44fd-900e-93b4b59fecdf,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:26.932594 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1c97e9ae-1633-4ca2-977b-04ebc97e9c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:26.959885 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ecbf643-d68d-4209-91f6-c0195bb16770 req-7933f52c-d989-4851-85a9-2e6d7550b703 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043488 Jun 10 10:25:26.987459 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 22bfb8f8-1678-44ba-830a-1093f7604ab1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=22bfb8f8-1678-44ba-830a-1093f7604ab1,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:26.994981 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.997542 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:26.998831 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4f0a8c78-b29c-44fd-900e-93b4b59fecdf HTTP/1.1" status: 204 len: 168 time: 0.2304599 Jun 10 10:25:27.002218 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:27.010460 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.012789 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:27.018344 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0a8c78-b29c-44fd-900e-93b4b59fecdf,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:27.024734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:27.110895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=22bfb8f8-1678-44ba-830a-1093f7604ab1,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:27.114287 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a75debc5-24fc-4d59-b6a3-3d37a4ddd16c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.117446 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:27.118747 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-a75debc5-24fc-4d59-b6a3-3d37a4ddd16c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.122431 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-03d336af-b5f0-44c5-95b7-400aa74cccbf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:27.174266 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-a75debc5-24fc-4d59-b6a3-3d37a4ddd16c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=927abd28637d4ddb9fffe37810520664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7569678 Jun 10 10:25:27.174266 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75debc5-24fc-4d59-b6a3-3d37a4ddd16c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56df0ad7-1114-4a17-9415-09a4bbe2b204,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:27.175584 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49568) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:27.180464 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a75debc5-24fc-4d59-b6a3-3d37a4ddd16c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:27.235225 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.263274 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.330437 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.333032 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.334292 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56df0ad7-1114-4a17-9415-09a4bbe2b204 HTTP/1.1" status: 204 len: 168 time: 0.1576037 Jun 10 10:25:27.335996 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1bcd6d7e-727a-45e1-976e-463f2da07ae0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:27.345149 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56df0ad7-1114-4a17-9415-09a4bbe2b204,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:27.353333 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:27.466415 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['22bfb8f8-1678-44ba-830a-1093f7604ab1'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:27.664470 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49590) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:27.876651 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49600) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:27.914845 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f8a62a69-d601-41c0-a037-68202d960bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.917755 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:27.966377 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.db.api [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 10 10:25:27.966377 dv-cinder-795751-1-smb neutron-server[91748]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 10 10:25:27.966377 dv-cinder-795751-1-smb neutron-server[91748]: [parameters: {'project_id': 'e2d22e323be549579be28c45044bb3bd', 'id': '64cdf65d-ff2a-452e-aa0f-ad206e92853e', 'expiration': datetime.datetime(2021, 6, 10, 10, 27, 27, 960425)}] Jun 10 10:25:27.966377 dv-cinder-795751-1-smb neutron-server[91748]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=91748) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:25:27.967797 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_db.api [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:25:28.106608 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac120dfb-4d75-4776-a459-ba1f43338ced req-0625fd57-f63d-4839-838e-f8351119afe2 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:28.114087 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ac120dfb-4d75-4776-a459-ba1f43338ced req-0625fd57-f63d-4839-838e-f8351119afe2 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 944 time: 0.1416767 Jun 10 10:25:28.219693 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ac120dfb-4d75-4776-a459-ba1f43338ced req-c5e3432f-cd2f-4c0e-867e-22240d90ffe9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046443 Jun 10 10:25:28.224100 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f8a62a69-d601-41c0-a037-68202d960bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.242098 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f8a62a69-d601-41c0-a037-68202d960bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.246625 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e530b8c8-85a4-4bee-a101-be04164c435f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:28.306641 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a4307a-2fe4-4d35-a43f-3387b705f03a req-b73df01e-020c-4f84-81bc-d10c9687e3bc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:28.313708 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f2a4307a-2fe4-4d35-a43f-3387b705f03a req-b73df01e-020c-4f84-81bc-d10c9687e3bc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1882207 Jun 10 10:25:28.336250 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-f8a62a69-d601-41c0-a037-68202d960bbb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a05b6bee2ce74dda9f1546acc6ef2190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6703684 Jun 10 10:25:28.338885 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49634) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:28.357313 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a62a69-d601-41c0-a037-68202d960bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9141c390-417b-46f8-9df9-cd509b092397,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:28.362967 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f8a62a69-d601-41c0-a037-68202d960bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:28.396322 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f2a4307a-2fe4-4d35-a43f-3387b705f03a req-038e4721-b2d7-43df-be2e-967f66158181 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815830 Jun 10 10:25:28.421852 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.455189 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.464007 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 22bfb8f8-1678-44ba-830a-1093f7604ab1 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:25:28.471008 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.570769 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.571378 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 22bfb8f8-1678-44ba-830a-1093f7604ab1 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:28.573957 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.576105 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9141c390-417b-46f8-9df9-cd509b092397 HTTP/1.1" status: 204 len: 168 time: 0.2352183 Jun 10 10:25:28.577369 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 22bfb8f8-1678-44ba-830a-1093f7604ab1 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:28.578120 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.590066 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-52f43082-6fcc-4352-9fba-00bb8b984828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:28.620103 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9141c390-417b-46f8-9df9-cd509b092397,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:28.622990 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:28.695580 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.700652 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.703635 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2abec3a7-4e51-411e-b336-f9782167f29a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:28.731352 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.748606 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53039fe7-a5ae-4f86-b831-ac2736216502,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:28.754135 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:28.760389 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49654) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:28.760854 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e2d22e323be549579be28c45044bb3bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8827379 Jun 10 10:25:28.773550 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bfb8f8-1678-44ba-830a-1093f7604ab1'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:28.777680 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9434c5-8d65-47a3-ab99-eec40edecec9" -d '{"events": [{"server_uuid": "8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9", "name": "network-vif-plugged", "status": "completed", "tag": "22bfb8f8-1678-44ba-830a-1093f7604ab1"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:28.798440 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 22bfb8f8-1678-44ba-830a-1093f7604ab1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=22bfb8f8-1678-44ba-830a-1093f7604ab1,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:28.806066 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.807951 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:28.827641 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.850438 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f6dbc-60b9-4d76-bc89-697ab9b387c3 x-openstack-request-id: req-d84f6dbc-60b9-4d76-bc89-697ab9b387c3 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:28.851009 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9", "name": "network-vif-plugged", "status": "completed", "tag": "22bfb8f8-1678-44ba-830a-1093f7604ab1", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:28.851470 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d84f6dbc-60b9-4d76-bc89-697ab9b387c3 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:28.852189 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22bfb8f8-1678-44ba-830a-1093f7604ab1', 'code': 200} Jun 10 10:25:28.860914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.898715 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=22bfb8f8-1678-44ba-830a-1093f7604ab1,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:28.921561 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:28.928003 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.931216 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:28.933169 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53039fe7-a5ae-4f86-b831-ac2736216502 HTTP/1.1" status: 204 len: 168 time: 0.1716709 Jun 10 10:25:28.934513 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-72db046f-10a1-4f42-950a-ddef5228d3aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:28.946491 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53039fe7-a5ae-4f86-b831-ac2736216502,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:28.949179 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:29.164158 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658b98eb-1909-42f1-86ab-1bf96e203d55 req-e58c7f6f-cc84-4330-b07e-62f4aab52378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:29.165841 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-658b98eb-1909-42f1-86ab-1bf96e203d55 req-e58c7f6f-cc84-4330-b07e-62f4aab52378 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 1098 time: 0.0874162 Jun 10 10:25:29.205929 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49674) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:29.227610 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-658b98eb-1909-42f1-86ab-1bf96e203d55 req-687ad1ba-1722-4037-887e-ed04890efc56 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 Jun 10 10:25:29.302801 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49684) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:29.322075 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.479579 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31358ba5-b831-47bb-b77b-c008f3539884 req-b664ad01-0276-4c1b-8daa-0fca97fbedf3 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:29.481248 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-31358ba5-b831-47bb-b77b-c008f3539884 req-b664ad01-0276-4c1b-8daa-0fca97fbedf3 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 945 time: 0.1267371 Jun 10 10:25:29.531064 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.563679 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e7618385-e741-4f97-83bc-8234a7d18308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.565349 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.569539 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:29.646442 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-31358ba5-b831-47bb-b77b-c008f3539884 req-eb4c9cf9-f284-4547-92b3-d1d9b9f2b183 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558406 Jun 10 10:25:29.668242 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d52dc9ecc5d944b3955db45fdfdeb2a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3643105 Jun 10 10:25:29.670819 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49700) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:29.673250 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d94152b4-af0d-4e57-ae05-9526cdd5f3d2,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:29.698202 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.698665 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.699028 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.699381 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.699781 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.700121 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.700465 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.700861 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.701210 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.701552 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.701963 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.702304 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.706348 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:29.750388 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd4ec4-9d09-478a-b222-9359fb983a34 req-2be8e0ab-e1db-43e6-9993-17d53260157c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:29.757814 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78fd4ec4-9d09-478a-b222-9359fb983a34 req-2be8e0ab-e1db-43e6-9993-17d53260157c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.2232287 Jun 10 10:25:29.761694 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.809672 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.827202 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78fd4ec4-9d09-478a-b222-9359fb983a34 req-1c43278a-4af2-446d-869b-e3297841e3d0 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683818 Jun 10 10:25:29.858572 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 49706) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:29.872847 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e7618385-e741-4f97-83bc-8234a7d18308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.882837 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e7618385-e741-4f97-83bc-8234a7d18308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.885943 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e853ee70-99e3-40f7-b0bd-b61769aaf044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:29.896075 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.899171 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:29.902690 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d94152b4-af0d-4e57-ae05-9526cdd5f3d2 HTTP/1.1" status: 204 len: 168 time: 0.2283480 Jun 10 10:25:29.902690 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-07f6ae66-82fd-4a74-acee-a91af55501a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:29.910399 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94152b4-af0d-4e57-ae05-9526cdd5f3d2,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:29.918763 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.919201 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.919621 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.920040 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.920449 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.920924 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.921276 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.921903 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.922416 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.922739 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.923141 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.923540 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:29.926986 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:29.972591 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e7618385-e741-4f97-83bc-8234a7d18308 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=93e4ed18f81c4764b16c1e2fdcf22ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7611051 Jun 10 10:25:29.972591 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7618385-e741-4f97-83bc-8234a7d18308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21141b94-4f9a-4345-a4e9-75a7f46ecaf0,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:29.972959 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49716) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:29.983421 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e7618385-e741-4f97-83bc-8234a7d18308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:30.002156 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-95e63622-5541-4c14-aaa7-ec3c2863edc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.045707 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.080348 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.123119 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-95e63622-5541-4c14-aaa7-ec3c2863edc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.130056 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-95e63622-5541-4c14-aaa7-ec3c2863edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.138409 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-af5979ec-b0b4-4e5b-b552-0095020e55bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:30.169231 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.172607 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.173738 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/21141b94-4f9a-4345-a4e9-75a7f46ecaf0 HTTP/1.1" status: 204 len: 168 time: 0.2017415 Jun 10 10:25:30.174544 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-22985997-3596-40d1-8102-6db22fab8b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:30.183405 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21141b94-4f9a-4345-a4e9-75a7f46ecaf0,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:30.211413 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-95e63622-5541-4c14-aaa7-ec3c2863edc2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9d97c6e8f6ec49458541df2b9d1c7ac4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3517227 Jun 10 10:25:30.212761 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e63622-5541-4c14-aaa7-ec3c2863edc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85de7bf-8a57-4060-ba30-d0329e02b6e9,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:30.214042 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:30.214767 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49724) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:30.215977 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-95e63622-5541-4c14-aaa7-ec3c2863edc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:30.285193 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.327544 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.426200 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.435657 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:30.435657 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a85de7bf-8a57-4060-ba30-d0329e02b6e9 HTTP/1.1" status: 204 len: 168 time: 0.2095778 Jun 10 10:25:30.435657 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0231a278-f542-4cbf-a672-e02731d22392 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:30.442953 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85de7bf-8a57-4060-ba30-d0329e02b6e9,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:30.445816 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:30.966023 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49762) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:30.988021 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-796d3abd-3e29-47ca-9d4c-4087d6789fc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:31.085243 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6430cea-fc6c-4279-8076-a11f9fe4501c req-eda7ecbf-1794-486b-b6fa-2e6b8fca3c76 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:31.087560 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e6430cea-fc6c-4279-8076-a11f9fe4501c req-eda7ecbf-1794-486b-b6fa-2e6b8fca3c76 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 945 time: 0.1600535 Jun 10 10:25:31.097057 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbb154a-bcef-474b-911a-fee706da5595 req-dbd55c84-6c15-4698-ae74-2a7c4f193410 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:31.098839 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8cbb154a-bcef-474b-911a-fee706da5595 req-dbd55c84-6c15-4698-ae74-2a7c4f193410 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1293688 Jun 10 10:25:31.192782 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-796d3abd-3e29-47ca-9d4c-4087d6789fc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:31.198407 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-796d3abd-3e29-47ca-9d4c-4087d6789fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:31.201257 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3a1f063d-9af7-4da8-a276-4629ce273938 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:31.208626 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e6430cea-fc6c-4279-8076-a11f9fe4501c req-4d64bb39-9802-4706-995d-9cdaf4883122 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086097 Jun 10 10:25:31.242425 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-796d3abd-3e29-47ca-9d4c-4087d6789fc6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=88f9f08c9beb479c89e1cf573dba0a2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752862 Jun 10 10:25:31.246651 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49770) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:31.250586 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8cbb154a-bcef-474b-911a-fee706da5595 req-0e2c43b4-a4c8-47f7-8d4d-ae2c10e6f001 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312778 Jun 10 10:25:31.281458 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d3abd-3e29-47ca-9d4c-4087d6789fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94545c0a-ebce-4e4b-b475-6e6a1efc98dc,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:31.294435 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-796d3abd-3e29-47ca-9d4c-4087d6789fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:31.328978 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:31.383317 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:31.460814 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:31.465965 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:31.469489 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/94545c0a-ebce-4e4b-b475-6e6a1efc98dc HTTP/1.1" status: 204 len: 168 time: 0.2196951 Jun 10 10:25:31.469489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c72cb5f9-989a-45da-89dd-e102b1f04c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:31.480511 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94545c0a-ebce-4e4b-b475-6e6a1efc98dc,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:31.483159 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:32.497283 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b83f25-76cd-463e-b7ab-349a1a521d9c req-828738e0-368f-4195-a053-360ffa7bf332 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:32.508796 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-82b83f25-76cd-463e-b7ab-349a1a521d9c req-828738e0-368f-4195-a053-360ffa7bf332 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0934165 Jun 10 10:25:32.575934 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-82b83f25-76cd-463e-b7ab-349a1a521d9c req-8be2936e-0b31-4f8c-8c1c-07b49a8c7937 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659728 Jun 10 10:25:33.591415 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-2ca33e89-ccbd-4443-9ac8-bf213d89a2c0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:33.601072 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-2ca33e89-ccbd-4443-9ac8-bf213d89a2c0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 0.1681013 Jun 10 10:25:33.611992 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-605f6099-95dc-4bd3-a041-eff00e8ff339 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/quotas/9e3b08009d134fdc82245d943c4ed9bc HTTP/1.1" status: 200 len: 375 time: 0.0098941 Jun 10 10:25:33.713711 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-d46bc154-5e1d-4dc9-9789-b20a6f245295 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943873 Jun 10 10:25:33.898628 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f32d06-14ce-43f4-ba09-756269ca85a6 req-173978d9-bb03-4cb8-8f0e-d9db70148bf9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:33.900141 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8f32d06-14ce-43f4-ba09-756269ca85a6 req-173978d9-bb03-4cb8-8f0e-d9db70148bf9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1654871 Jun 10 10:25:33.963879 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-c4f5554d-081a-4fa9-a015-080060f132af service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433529 Jun 10 10:25:34.014569 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8f32d06-14ce-43f4-ba09-756269ca85a6 req-ec5fbe08-5899-47b7-9791-4124a805cf55 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078379 Jun 10 10:25:34.088831 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:25:34.166179 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 49992) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:34.194784 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-c634e6f8-28e2-4401-9a7e-0738d2e3d4d5 service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297165 Jun 10 10:25:34.291747 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50004) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:34.465603 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5f72796b-5665-4de9-901f-82f5fc9cddd7 req-f5035b84-135f-4f8f-a757-56b99c634181 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 210 time: 0.0727897 Jun 10 10:25:34.477873 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-35bdf822-6154-4846-9d55-828b505ea04d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.518580 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fa84659b-035c-4d3b-8e51-ea5684a6d72b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.664563 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-35bdf822-6154-4846-9d55-828b505ea04d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.675926 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-35bdf822-6154-4846-9d55-828b505ea04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.705296 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-19fde0f1-128e-4b00-946a-0987c2fde39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:34.739633 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bdf822-6154-4846-9d55-828b505ea04d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44deb18-ca87-4dc9-b639-1c3f831077e3,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:34.754634 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-35bdf822-6154-4846-9d55-828b505ea04d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:34.771079 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-35bdf822-6154-4846-9d55-828b505ea04d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e83965e9ebfc4ddd8b3fb7dbb7ae40c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781630 Jun 10 10:25:34.774369 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50030) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:34.895954 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.910350 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50034) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:34.940936 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.952081 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fa84659b-035c-4d3b-8e51-ea5684a6d72b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.962172 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fa84659b-035c-4d3b-8e51-ea5684a6d72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:34.967831 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-70e597ff-3d4d-4b13-9c8b-e0b073a9ff16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:35.024877 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-fa84659b-035c-4d3b-8e51-ea5684a6d72b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=aa51693caa6248d19369aa5e4f2f1344&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8577323 Jun 10 10:25:35.027984 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50038) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:35.030537 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84659b-035c-4d3b-8e51-ea5684a6d72b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9c00cc-206a-40f2-9de0-5c8c3c83187e,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:35.032087 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-411d8cf0-7456-4785-9d58-975996f4d5c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.034011 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-fa84659b-035c-4d3b-8e51-ea5684a6d72b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:35.064050 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.067088 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.068271 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f44deb18-ca87-4dc9-b639-1c3f831077e3 HTTP/1.1" status: 204 len: 168 time: 0.2927015 Jun 10 10:25:35.072012 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f3e51b29-90ef-468d-b7e3-29618d1dc877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:35.092207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44deb18-ca87-4dc9-b639-1c3f831077e3,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:35.094775 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:35.118242 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.160710 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-411d8cf0-7456-4785-9d58-975996f4d5c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.164494 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-411d8cf0-7456-4785-9d58-975996f4d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.168641 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-920b0b35-da36-4418-933b-17238f6b0290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:35.172254 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.205869 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411d8cf0-7456-4785-9d58-975996f4d5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3a4ced-8478-48f1-a20a-3eefc13a736c,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:35.209299 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-411d8cf0-7456-4785-9d58-975996f4d5c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:35.240191 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.244185 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.247295 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9c9c00cc-206a-40f2-9de0-5c8c3c83187e HTTP/1.1" status: 204 len: 168 time: 0.2183473 Jun 10 10:25:35.248433 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-fb03df61-477a-4e6d-8f29-deb41dad72be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:35.262988 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9c00cc-206a-40f2-9de0-5c8c3c83187e,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:35.263746 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-411d8cf0-7456-4785-9d58-975996f4d5c2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8d94de4b584b4f1b94e68469301624e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3523097 Jun 10 10:25:35.266381 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50046) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:35.275830 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:35.356137 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467f8b51-a76a-41ce-b57a-d4c962303d3c req-316d8979-d0de-4823-8dc6-f29fca368442 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:35.371137 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-467f8b51-a76a-41ce-b57a-d4c962303d3c req-316d8979-d0de-4823-8dc6-f29fca368442 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1684797 Jun 10 10:25:35.384589 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.421899 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.447304 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-467f8b51-a76a-41ce-b57a-d4c962303d3c req-54fd6e7b-493e-43b4-9b86-be1115a24b3d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751748 Jun 10 10:25:35.482981 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.485744 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.487211 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/dd3a4ced-8478-48f1-a20a-3eefc13a736c HTTP/1.1" status: 204 len: 168 time: 0.2196493 Jun 10 10:25:35.487975 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7604ea16-e7e4-4082-b4be-ab8e318b19c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:35.498045 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3a4ced-8478-48f1-a20a-3eefc13a736c,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:35.500102 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:35.551634 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50058) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:35.570505 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f23954d5-a235-4d21-9229-96630429fa26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.685725 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cc85ed86-a91b-4de1-8e00-da6122272095 req-39540148-cafd-4f57-b54e-cff8b84536ff tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 210 time: 0.0704792 Jun 10 10:25:35.700111 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f23954d5-a235-4d21-9229-96630429fa26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.715009 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f23954d5-a235-4d21-9229-96630429fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.718629 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:35.767892 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f23954d5-a235-4d21-9229-96630429fa26 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f0713771050b4ee88baf555442a62c0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2126162 Jun 10 10:25:35.767892 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23954d5-a235-4d21-9229-96630429fa26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be62ed2-65c6-4e5f-9fa0-3428ee568a3b,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:35.768401 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50064) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:35.780990 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f23954d5-a235-4d21-9229-96630429fa26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:35.784995 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50066) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:35.811776 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-dc74e684-6f84-4ddf-a688-1762f16c0b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.895969 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:35.947083 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.030718 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-dc74e684-6f84-4ddf-a688-1762f16c0b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.036726 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-dc74e684-6f84-4ddf-a688-1762f16c0b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.044312 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-95e63622-5541-4c14-aaa7-ec3c2863edc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:36.065405 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.069138 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.070580 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3be62ed2-65c6-4e5f-9fa0-3428ee568a3b HTTP/1.1" status: 204 len: 168 time: 0.3013964 Jun 10 10:25:36.100964 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-dc74e684-6f84-4ddf-a688-1762f16c0b6b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=1ce4866b3bd643d0a859f73519586722&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149266 Jun 10 10:25:36.102589 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74e684-6f84-4ddf-a688-1762f16c0b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c64d30-e0a1-40dd-be02-e31727f62bd2,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:36.106344 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-dc74e684-6f84-4ddf-a688-1762f16c0b6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:36.107246 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50078) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:36.108002 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5669d710-d13e-4bd2-bdb3-fc5f056ca4f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:36.128350 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50080) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:36.146308 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be62ed2-65c6-4e5f-9fa0-3428ee568a3b,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:36.149071 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:36.164396 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-995fe694-5b55-41ea-8069-f06f8fcd88b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.202157 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-d0faa70f-355b-44b8-9c74-93ecf617a629 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:36.203714 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-d0faa70f-355b-44b8-9c74-93ecf617a629 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 0.2082024 Jun 10 10:25:36.230684 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Request body: {'port': {'device_id': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'admin_state_up': True, 'tenant_id': '9e3b08009d134fdc82245d943c4ed9bc'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:36.252464 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.293219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.390819 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.393874 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.395392 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e1c64d30-e0a1-40dd-be02-e31727f62bd2 HTTP/1.1" status: 204 len: 168 time: 0.2843423 Jun 10 10:25:36.400087 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-da2e8eb1-3a7d-4990-8685-e4cb243fa693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:36.410353 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-995fe694-5b55-41ea-8069-f06f8fcd88b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.411515 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c64d30-e0a1-40dd-be02-e31727f62bd2,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:36.419639 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:36.423598 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-995fe694-5b55-41ea-8069-f06f8fcd88b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.426484 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d8bc7ee9-ded9-414d-9c71-aa5c683d622e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:36.483414 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fe694-5b55-41ea-8069-f06f8fcd88b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8a6491-718b-4ff0-8756-c418228ff155,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:36.484061 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Made reservation on behalf of 9e3b08009d134fdc82245d943c4ed9bc for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:25:36.492807 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.506044 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-995fe694-5b55-41ea-8069-f06f8fcd88b0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7c1a8a1efd1f4e32be5ab100df4eaa99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765364 Jun 10 10:25:36.508172 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50096) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:36.509199 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-995fe694-5b55-41ea-8069-f06f8fcd88b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:36.585182 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.650198 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.748425 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633e3701-916c-4cfe-b81c-8f21f2e20c21 req-ff7978d2-1186-4953-a639-d2b10b290670 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:36.750411 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-633e3701-916c-4cfe-b81c-8f21f2e20c21 req-ff7978d2-1186-4953-a639-d2b10b290670 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1248813 Jun 10 10:25:36.758594 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Allocated IP 172.20.0.10 (d2abe009-3c20-45a5-b32e-ace1ac3bb3d3/2be4d1e0-767d-4f7a-ad15-075a2b9c4518/7914718a-3dc3-4602-b9a9-0b1345dec1f4) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:25:36.774232 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.781460 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:36.786063 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd8a6491-718b-4ff0-8756-c418228ff155 HTTP/1.1" status: 204 len: 168 time: 0.2756405 Jun 10 10:25:36.801352 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:36.816122 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8a6491-718b-4ff0-8756-c418228ff155,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:36.819486 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:36.836355 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-633e3701-916c-4cfe-b81c-8f21f2e20c21 req-7cfa374a-ff42-426a-af62-99548eb71054 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748668 Jun 10 10:25:36.908088 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-12580fc1-ed8f-488e-9e7f-8820eebe5e3b req-f375868a-5c05-4bf6-b8dc-f5a8e71bfb9f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 210 time: 0.0570767 Jun 10 10:25:37.009038 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:37.067309 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:37.077516 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:37.089615 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', '22bfb8f8-1678-44ba-830a-1093f7604ab1'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:37.139583 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event updated for resources: {'Port': ['ID=7914718a-3dc3-4602-b9a9-0b1345dec1f4,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:37.145750 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:37.156834 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:25:37.158311 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:25:37.161299 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:25:37.167028 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:37.167675 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:37.189412 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9626291 Jun 10 10:25:37.207488 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Request body: {'port': {'device_id': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:37.344111 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:37.737350 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7914718a-3dc3-4602-b9a9-0b1345dec1f4 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:37.747369 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:37.771823 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Transition to ACTIVE for port object 7914718a-3dc3-4602-b9a9-0b1345dec1f4 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:25:37.776861 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:37.782229 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:37.894929 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Pushing event updated for resources: {'Port': ['ID=7914718a-3dc3-4602-b9a9-0b1345dec1f4,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:37.899343 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:37.948122 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Attempting to bind port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:25:37.948472 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Attempting to bind port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:25:37.948810 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Attempting to bind port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:37.954930 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:25:37.955355 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Attempting to bind port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:25:37.960809 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 25, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:25:37.964264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Checking segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:25:37.964264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Bound using segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:25:37.964264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Bound port: 7914718a-3dc3-4602-b9a9-0b1345dec1f4, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:25:37.964264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:38.071675 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] For port 7914718a-3dc3-4602-b9a9-0b1345dec1f4, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:25:38.075904 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] For port 7914718a-3dc3-4602-b9a9-0b1345dec1f4, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7914718a-3dc3-4602-b9a9-0b1345dec1f4,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:25:38.088502 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:38.096693 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:38.147777 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:38.148612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:38.150031 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] 10.222.0.95 "PUT /v2.0/ports/7914718a-3dc3-4602-b9a9-0b1345dec1f4 HTTP/1.1" status: 200 len: 1094 time: 0.9488590 Jun 10 10:25:38.150665 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'tag': '7914718a-3dc3-4602-b9a9-0b1345dec1f4'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:38.153356 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad33b540-1cfa-4e56-98b1-382b3584c2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "0d5f5d11-51f7-407c-b171-d16a03c2ff3d", "tag": "7914718a-3dc3-4602-b9a9-0b1345dec1f4"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:38.222396 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc95312-2b64-49fa-ac24-848271d2ca8a req-9b49fcb6-a770-474d-8af4-e411d47d663e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:38.224430 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2dc95312-2b64-49fa-ac24-848271d2ca8a req-9b49fcb6-a770-474d-8af4-e411d47d663e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.2196743 Jun 10 10:25:38.245879 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Pushing event updated for resources: {'Port': ['ID=7914718a-3dc3-4602-b9a9-0b1345dec1f4,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:38.263038 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:38.294053 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2dc95312-2b64-49fa-ac24-848271d2ca8a req-e89e0256-2a5b-452d-a5b0-e14467dad40d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617065 Jun 10 10:25:38.302177 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dda207-89f8-41e4-a9df-7737f70f5b16 req-82050098-bbdf-4c9a-942a-23c3cf5ba3a0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:38.310479 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f0dda207-89f8-41e4-a9df-7737f70f5b16 req-82050098-bbdf-4c9a-942a-23c3cf5ba3a0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.1898427 Jun 10 10:25:38.313622 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-33cc7a9c-ccde-4d86-820e-935a5796a9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:38.315253 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-33cc7a9c-ccde-4d86-820e-935a5796a9a5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 1097 time: 0.1110260 Jun 10 10:25:38.377923 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f0dda207-89f8-41e4-a9df-7737f70f5b16 req-335e5c28-105a-402a-b742-713fbc99a7f8 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652962 Jun 10 10:25:38.423433 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb3a427-d7d3-4365-a388-58645fc33f32 x-openstack-request-id: req-6eb3a427-d7d3-4365-a388-58645fc33f32 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:38.423751 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d5f5d11-51f7-407c-b171-d16a03c2ff3d", "tag": "7914718a-3dc3-4602-b9a9-0b1345dec1f4", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:38.424029 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6eb3a427-d7d3-4365-a388-58645fc33f32 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:38.424438 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'tag': '7914718a-3dc3-4602-b9a9-0b1345dec1f4', 'status': 'completed', 'code': 200} Jun 10 10:25:38.425973 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-b7db2b2f-ea61-4523-9b72-f9b8c68e49a3 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7914718a-3dc3-4602-b9a9-0b1345dec1f4 HTTP/1.1" status: 200 len: 217 time: 0.0962837 Jun 10 10:25:38.492191 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-dc2e2c4c-4af9-4e34-8e89-a41b5311d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:38.493655 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-dc2e2c4c-4af9-4e34-8e89-a41b5311d545 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.0580833 Jun 10 10:25:38.544400 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-b30f2e6e-f5e4-4f98-a738-3113fa012e5c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339258 Jun 10 10:25:38.682313 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-86b4cd17-7263-4e34-a0fa-3d28108ea9c1 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173158 Jun 10 10:25:38.816245 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b69af3b8-056c-4808-8083-a4b8ea835b66 req-9b403610-b392-4848-9a83-ecb04ccb0e2b service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224239 Jun 10 10:25:38.981254 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-b8dbaa9e-c343-45e7-9e0e-d50b8063a8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:38.982769 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-b8dbaa9e-c343-45e7-9e0e-d50b8063a8d5 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 1097 time: 0.0841811 Jun 10 10:25:39.126391 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-133afd18-8c4b-427e-b454-3c5918b7f757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:39.127880 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-133afd18-8c4b-427e-b454-3c5918b7f757 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 917 time: 0.1316948 Jun 10 10:25:39.219783 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-77b5c565-4e4e-42e7-98ad-23e90e5cdf1c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7914718a-3dc3-4602-b9a9-0b1345dec1f4 HTTP/1.1" status: 200 len: 217 time: 0.0698848 Jun 10 10:25:39.304408 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-ec5079e5-cf61-4f0e-b84a-805f0afb6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:39.305975 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-ec5079e5-cf61-4f0e-b84a-805f0afb6cd7 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.0766308 Jun 10 10:25:39.403278 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-5b728f06-bbbe-427a-a097-81b6be5daf3d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0845282 Jun 10 10:25:39.616659 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ff38a2-e7b4-4a11-9194-bc52833c3bfd req-e988c80e-b4ec-4bff-9b48-734d54e43527 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:39.619756 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e1ff38a2-e7b4-4a11-9194-bc52833c3bfd req-e988c80e-b4ec-4bff-9b48-734d54e43527 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1211360 Jun 10 10:25:39.658711 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-8925c528-078c-4ad5-a77a-e8b041371285 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407420 Jun 10 10:25:39.712186 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e1ff38a2-e7b4-4a11-9194-bc52833c3bfd req-ee6439b6-2c34-4e39-824b-8cdbd158e222 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727398 Jun 10 10:25:39.760315 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a07829-a71a-40f1-94fb-2d1f5b008376 req-a509e3bd-d9da-4afa-9401-deaa7be229bc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:39.762489 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-58a07829-a71a-40f1-94fb-2d1f5b008376 req-a509e3bd-d9da-4afa-9401-deaa7be229bc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.1415405 Jun 10 10:25:39.832132 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-58a07829-a71a-40f1-94fb-2d1f5b008376 req-2755dc9b-7f92-4427-b1e2-7a79580eca2e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634453 Jun 10 10:25:39.899579 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ad33b540-1cfa-4e56-98b1-382b3584c2c6 req-b1952212-7890-4f89-a2c4-312570de6312 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269850 Jun 10 10:25:40.047775 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50278) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:40.193906 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5e17eda3-8855-4590-bca0-3f396bf3f364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.295811 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5e17eda3-8855-4590-bca0-3f396bf3f364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.299968 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5e17eda3-8855-4590-bca0-3f396bf3f364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.303640 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e9b87121-9084-46cb-8a3e-e1b74d4e51a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:40.326739 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50292) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:40.344495 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5e17eda3-8855-4590-bca0-3f396bf3f364 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3ed8c629c84c459cbccb482ec9b23587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2956474 Jun 10 10:25:40.347186 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50296) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:40.348923 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17eda3-8855-4590-bca0-3f396bf3f364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=454e0b5f-3d06-4bdb-ba72-a4c7484a0600,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:40.352457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5e17eda3-8855-4590-bca0-3f396bf3f364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:40.414570 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.445413 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.462642 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-236c59a1-8d7b-4b12-aa65-0072e4e251e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.541029 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.543769 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.545016 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/454e0b5f-3d06-4bdb-ba72-a4c7484a0600 HTTP/1.1" status: 204 len: 168 time: 0.1968749 Jun 10 10:25:40.549548 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f23954d5-a235-4d21-9229-96630429fa26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:40.562994 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=454e0b5f-3d06-4bdb-ba72-a4c7484a0600,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:40.566665 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:40.618483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-236c59a1-8d7b-4b12-aa65-0072e4e251e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.623852 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-236c59a1-8d7b-4b12-aa65-0072e4e251e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.627431 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-303a587c-7dbe-49db-bbfa-b20915acdc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:40.666445 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-236c59a1-8d7b-4b12-aa65-0072e4e251e2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=4fe5d3cc2f83493887af60256b43abbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386068 Jun 10 10:25:40.668381 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c59a1-8d7b-4b12-aa65-0072e4e251e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7ac96b-a5c6-45fb-8a79-0c2523b4b410,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:40.669049 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50304) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:40.671384 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-236c59a1-8d7b-4b12-aa65-0072e4e251e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:40.722554 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-60cfa558-edcd-4d80-9bb1-98dc9c61bc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.759532 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.785305 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.861197 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50314) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:40.910352 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.913118 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.914247 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3e7ac96b-a5c6-45fb-8a79-0c2523b4b410 HTTP/1.1" status: 204 len: 168 time: 0.2441328 Jun 10 10:25:40.916977 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d7e8bff1-9fd8-4795-9100-ac7488253c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:40.929044 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ec67589-6872-447d-ae7a-1cd1401e8939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:40.965123 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7ac96b-a5c6-45fb-8a79-0c2523b4b410,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:40.974730 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:41.099786 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcaddc1-f73a-46ab-bbee-6391df4d74a2 req-790a1466-e8bd-485e-8ab1-7184b9171aed tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:41.102696 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ffcaddc1-f73a-46ab-bbee-6391df4d74a2 req-790a1466-e8bd-485e-8ab1-7184b9171aed tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.2549586 Jun 10 10:25:41.392292 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ec67589-6872-447d-ae7a-1cd1401e8939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.399481 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ffcaddc1-f73a-46ab-bbee-6391df4d74a2 req-3f3e7876-b00c-440f-8fcc-624b15052ad4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805254 Jun 10 10:25:41.408285 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468f111-42f5-4c4f-b3a9-1f6b6ee8ecef req-b1ae14f5-f1c1-4586-b04e-9beda97a6f79 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:41.410342 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2468f111-42f5-4c4f-b3a9-1f6b6ee8ecef req-b1ae14f5-f1c1-4586-b04e-9beda97a6f79 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.3941875 Jun 10 10:25:41.411269 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5ec67589-6872-447d-ae7a-1cd1401e8939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.415915 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5e17eda3-8855-4590-bca0-3f396bf3f364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:41.422062 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50340) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:41.437097 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d64405c4-b81f-42ab-ac0b-15d3117117cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.485946 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5ec67589-6872-447d-ae7a-1cd1401e8939 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3078ac725c0f4fbab3f855f3c531e174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6218202 Jun 10 10:25:41.486772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec67589-6872-447d-ae7a-1cd1401e8939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d467fa-b57d-469c-ae1a-f5708e44499e,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:41.490786 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5ec67589-6872-447d-ae7a-1cd1401e8939 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:41.491061 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50342) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:41.518085 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2468f111-42f5-4c4f-b3a9-1f6b6ee8ecef req-14899fac-8879-43d2-a3a9-bc76fc7be634 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931914 Jun 10 10:25:41.584042 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.626210 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d64405c4-b81f-42ab-ac0b-15d3117117cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.628355 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.635861 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d64405c4-b81f-42ab-ac0b-15d3117117cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.640373 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6bd2a960-247f-4e38-a50f-a09a1067fbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:41.896392 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-d64405c4-b81f-42ab-ac0b-15d3117117cb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=87e95ded44bc4562ace16a33def30add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752140 Jun 10 10:25:41.898617 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64405c4-b81f-42ab-ac0b-15d3117117cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e4a52e-48da-4aa3-bb81-32db80dd9019,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:41.899702 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50344) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:41.901562 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d64405c4-b81f-42ab-ac0b-15d3117117cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:41.920641 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.923309 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.924422 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/53d467fa-b57d-469c-ae1a-f5708e44499e HTTP/1.1" status: 204 len: 168 time: 0.4322510 Jun 10 10:25:41.925210 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-35bdf822-6154-4846-9d55-828b505ea04d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:41.935751 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d467fa-b57d-469c-ae1a-f5708e44499e,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:41.938260 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:41.961486 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:41.985104 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:42.035873 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:42.039053 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:42.042863 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/24e4a52e-48da-4aa3-bb81-32db80dd9019 HTTP/1.1" status: 204 len: 168 time: 0.1394696 Jun 10 10:25:42.042863 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:42.053733 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e4a52e-48da-4aa3-bb81-32db80dd9019,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:42.056055 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:42.512510 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7914718a-3dc3-4602-b9a9-0b1345dec1f4 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:25:42.592507 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50390) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:42.785656 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-95a770b5-bffe-4e47-84f9-0c8badde257a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:42.809795 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 7914718a-3dc3-4602-b9a9-0b1345dec1f4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7914718a-3dc3-4602-b9a9-0b1345dec1f4,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:42.845507 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '7914718a-3dc3-4602-b9a9-0b1345dec1f4', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'port_id': '7914718a-3dc3-4602-b9a9-0b1345dec1f4', 'mac_address': 'fa:16:3e:bb:54:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be4d1e0-767d-4f7a-ad15-075a2b9c4518', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:25:42.902357 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:42.923895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7914718a-3dc3-4602-b9a9-0b1345dec1f4 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:25:42.963735 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17606142-2eae-4543-a5cf-7c8f60b4afdc req-43304cc2-9879-4f6d-a722-68bf96118468 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:42.965277 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-17606142-2eae-4543-a5cf-7c8f60b4afdc req-43304cc2-9879-4f6d-a722-68bf96118468 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.3102872 Jun 10 10:25:42.966753 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 7914718a-3dc3-4602-b9a9-0b1345dec1f4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7914718a-3dc3-4602-b9a9-0b1345dec1f4,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:42.976063 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:42.979489 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:42.995528 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314df954-dfa6-4100-9267-291f428e1f0e req-0a7139c0-2910-4fc3-82ca-c1619833ea03 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:43.002449 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-314df954-dfa6-4100-9267-291f428e1f0e req-0a7139c0-2910-4fc3-82ca-c1619833ea03 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 944 time: 0.2182360 Jun 10 10:25:43.025486 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-95a770b5-bffe-4e47-84f9-0c8badde257a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.049068 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-95a770b5-bffe-4e47-84f9-0c8badde257a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.054335 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f8a62a69-d601-41c0-a037-68202d960bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:43.120978 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=7914718a-3dc3-4602-b9a9-0b1345dec1f4,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:43.130219 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-17606142-2eae-4543-a5cf-7c8f60b4afdc req-cd1b26f9-4706-47b6-bcba-15c3b43339fc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482434 Jun 10 10:25:43.144090 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-314df954-dfa6-4100-9267-291f428e1f0e req-9d90dd1d-2b57-4826-9052-f44268f8a32d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362941 Jun 10 10:25:43.150785 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-95a770b5-bffe-4e47-84f9-0c8badde257a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6558f11c8ffd4a469ee723b029af088c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5572932 Jun 10 10:25:43.152540 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.153491 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50414) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:43.156475 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.157463 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.159887 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.160459 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.161441 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a770b5-bffe-4e47-84f9-0c8badde257a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e98b1606-df02-41cb-945a-df7f73fd2c8d,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:43.163821 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.166529 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.169124 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.170897 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.171898 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.173090 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.174914 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:25:43.190108 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:43.195797 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-95a770b5-bffe-4e47-84f9-0c8badde257a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:43.247241 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.253949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9ce4f80c-fa11-4e8c-a2d7-25e7900ae627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.265754 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.292475 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.357221 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.360699 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.361849 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e98b1606-df02-41cb-945a-df7f73fd2c8d HTTP/1.1" status: 204 len: 168 time: 0.2065868 Jun 10 10:25:43.362779 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a75debc5-24fc-4d59-b6a3-3d37a4ddd16c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:43.371809 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e98b1606-df02-41cb-945a-df7f73fd2c8d,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:43.374453 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:43.548139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['7914718a-3dc3-4602-b9a9-0b1345dec1f4'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:43.786563 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-672bb026-60ed-45b8-9921-3c7a64127941 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0672834 Jun 10 10:25:43.813601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50446) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:43.836541 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8812da03-9551-47a6-8979-0fad60f4e81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:43.915336 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50450) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:43.958830 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-0a399eef-3b95-4efd-a8d3-aead0d1f218d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:43.961925 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-0a399eef-3b95-4efd-a8d3-aead0d1f218d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 1099 time: 0.1007569 Jun 10 10:25:44.041179 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8812da03-9551-47a6-8979-0fad60f4e81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.050715 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8812da03-9551-47a6-8979-0fad60f4e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.054650 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-93dd09e4-99b1-4611-9df0-394fd2ebbc9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:44.167859 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.168760 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50456) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:44.172767 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-8812da03-9551-47a6-8979-0fad60f4e81b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7dcd50c881dd4618a9c531dd49bc78b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3578546 Jun 10 10:25:44.175333 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812da03-9551-47a6-8979-0fad60f4e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb389e75-496c-4f3f-b687-84d5f766ccf2,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:44.177229 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50460) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:44.179179 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8812da03-9551-47a6-8979-0fad60f4e81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:44.181150 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-3c6c0111-b473-4d45-8d8c-7fe5df75cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:44.182719 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-3c6c0111-b473-4d45-8d8c-7fe5df75cd01 service neutron] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 917 time: 0.1948714 Jun 10 10:25:44.322890 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-d0f16890-b3f1-4bf6-94dc-e82eb4ebfcd8 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de HTTP/1.1" status: 200 len: 217 time: 0.1255264 Jun 10 10:25:44.358618 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b14b3746-45dc-4b85-91f0-90ee185d1e6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.389623 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-4969f29e-8c0a-4349-8c0e-c8f23eaf134f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.431304 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-d43add58-4f09-4700-bbc6-a35faa2bb396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:44.433121 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-d43add58-4f09-4700-bbc6-a35faa2bb396 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.0938857 Jun 10 10:25:44.439286 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.511265 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-5ad14df0-05fc-4d4d-b216-d27db9db49b0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682676 Jun 10 10:25:44.535793 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.635307 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09cb07-82af-4574-8d2b-b46f833f1c6b req-8a5af366-64cd-47b0-b8bc-c4dfcc539592 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:44.636956 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db09cb07-82af-4574-8d2b-b46f833f1c6b req-8a5af366-64cd-47b0-b8bc-c4dfcc539592 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.3035128 Jun 10 10:25:44.659437 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-7a10f2b9-f22f-4e48-b48c-994567fd7d0e service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384337 Jun 10 10:25:44.685411 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b348034-bf7c-4084-95fe-9459fbfcb78b req-04d327ee-ba09-49fa-bd23-27c7fc2ee9f8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:44.686854 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8b348034-bf7c-4084-95fe-9459fbfcb78b req-04d327ee-ba09-49fa-bd23-27c7fc2ee9f8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.2682023 Jun 10 10:25:44.747147 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.749648 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.750836 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fb389e75-496c-4f3f-b687-84d5f766ccf2 HTTP/1.1" status: 204 len: 168 time: 0.5709703 Jun 10 10:25:44.756917 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-cfbae576-91d0-4e4a-8c27-4fc2a496e6b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:44.761288 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db09cb07-82af-4574-8d2b-b46f833f1c6b req-27a741c0-7377-472b-b86b-6aa5077eecf9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137292 Jun 10 10:25:44.764194 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b14b3746-45dc-4b85-91f0-90ee185d1e6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.778453 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b14b3746-45dc-4b85-91f0-90ee185d1e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.781925 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb389e75-496c-4f3f-b687-84d5f766ccf2,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:44.799702 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a5fc700d-c17e-419e-9bcc-cf5a0ffc9162 req-c01ed5b7-0331-4e2c-8cb1-6e102ed4ef33 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278605 Jun 10 10:25:44.807782 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:44.816198 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-95a770b5-bffe-4e47-84f9-0c8badde257a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:44.847586 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8b348034-bf7c-4084-95fe-9459fbfcb78b req-0664fb17-d4a2-40a6-b3c9-865addb00836 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458585 Jun 10 10:25:44.877112 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50482) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:44.877321 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b14b3746-45dc-4b85-91f0-90ee185d1e6f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=22990137765a4ed2aa822175cf4cf14a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7067268 Jun 10 10:25:44.889443 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b3746-45dc-4b85-91f0-90ee185d1e6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b33fbe2-3642-41b2-8e29-13d72dbe0e9d,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:44.893366 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b14b3746-45dc-4b85-91f0-90ee185d1e6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:44.968696 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.970716 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-4969f29e-8c0a-4349-8c0e-c8f23eaf134f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.975950 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-4969f29e-8c0a-4349-8c0e-c8f23eaf134f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:44.991827 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a781b66e-5dc6-4e7e-b527-ea45a7cb88b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:45.002717 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:45.015511 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-4969f29e-8c0a-4349-8c0e-c8f23eaf134f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=195f56042d064491be45869fb85dc594&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0990894 Jun 10 10:25:45.020739 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50486) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:45.029292 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4969f29e-8c0a-4349-8c0e-c8f23eaf134f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8ef8aa-0f8d-4497-9072-847c96be356a,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:45.043624 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-4969f29e-8c0a-4349-8c0e-c8f23eaf134f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:45.097372 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:45.101847 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:45.104554 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:45.105668 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1b33fbe2-3642-41b2-8e29-13d72dbe0e9d HTTP/1.1" status: 204 len: 168 time: 0.2259440 Jun 10 10:25:45.113350 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-18eedb6d-0d56-4507-809c-275da4560df4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:45.132567 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b33fbe2-3642-41b2-8e29-13d72dbe0e9d,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:45.137378 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:45.139522 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:45.201249 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:45.204270 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:45.205934 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0e8ef8aa-0f8d-4497-9072-847c96be356a HTTP/1.1" status: 204 len: 168 time: 0.1836462 Jun 10 10:25:45.206176 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6eaf0355-aa96-474d-af55-4c4f04bcd501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:45.216665 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8ef8aa-0f8d-4497-9072-847c96be356a,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:45.219516 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:46.019922 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d28fb5-4389-4b6d-80f5-05515d75eb4a req-c49ce07c-856a-4c4f-9837-9888418b89ba tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:46.021659 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-84d28fb5-4389-4b6d-80f5-05515d75eb4a req-c49ce07c-856a-4c4f-9837-9888418b89ba tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 945 time: 0.0902610 Jun 10 10:25:46.051349 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:46.121021 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-84d28fb5-4389-4b6d-80f5-05515d75eb4a req-b1281047-c359-4c85-a8d3-51c1a6496453 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806775 Jun 10 10:25:46.192290 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c32ddd-0357-4a07-a3f1-2bdeb3caa0bd req-248b0e80-e228-4819-9012-22c5754e5892 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:46.198873 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-24c32ddd-0357-4a07-a3f1-2bdeb3caa0bd req-248b0e80-e228-4819-9012-22c5754e5892 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1752801 Jun 10 10:25:46.274265 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-24c32ddd-0357-4a07-a3f1-2bdeb3caa0bd req-929b4bda-a5af-40ac-b7d8-7cb677afbc9d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620446 Jun 10 10:25:46.529513 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7914718a-3dc3-4602-b9a9-0b1345dec1f4 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:25:46.602057 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:25:46.606750 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:25:46.607143 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:46.706588 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:46.735282 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914718a-3dc3-4602-b9a9-0b1345dec1f4'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:25:46.737670 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-205cfd75-3f28-4833-b828-5146a2feeb21" -d '{"events": [{"server_uuid": "0d5f5d11-51f7-407c-b171-d16a03c2ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "7914718a-3dc3-4602-b9a9-0b1345dec1f4"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:25:46.754803 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 7914718a-3dc3-4602-b9a9-0b1345dec1f4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7914718a-3dc3-4602-b9a9-0b1345dec1f4,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:25:46.762869 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:46.766198 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-54e775ae-c916-4359-a44c-1e1fb3e0311b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:46.798372 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ead963e-b42c-4abc-8a81-bb49d255629d x-openstack-request-id: req-7ead963e-b42c-4abc-8a81-bb49d255629d {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:25:46.798682 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f5d11-51f7-407c-b171-d16a03c2ff3d", "name": "network-vif-plugged", "status": "completed", "tag": "7914718a-3dc3-4602-b9a9-0b1345dec1f4", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:25:46.799140 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7ead963e-b42c-4abc-8a81-bb49d255629d {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:25:46.799604 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7914718a-3dc3-4602-b9a9-0b1345dec1f4', 'code': 200} Jun 10 10:25:46.842339 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=7914718a-3dc3-4602-b9a9-0b1345dec1f4,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:46.846275 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:47.110168 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632d5c9-cfe8-4e1c-b2c4-37ea845c97d5 req-5b5090e7-511e-4558-bb2d-7cfb2c67c633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:47.112008 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1632d5c9-cfe8-4e1c-b2c4-37ea845c97d5 req-5b5090e7-511e-4558-bb2d-7cfb2c67c633 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 1099 time: 0.0808890 Jun 10 10:25:47.209756 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1632d5c9-cfe8-4e1c-b2c4-37ea845c97d5 req-27efbdec-7465-470e-8eac-8051a618b44e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780318 Jun 10 10:25:47.361360 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c2e06b-3e9a-4d38-a925-e2a906bb882a req-ddb2307e-7740-4d1c-9a50-38851ef942fd tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:47.363031 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-64c2e06b-3e9a-4d38-a925-e2a906bb882a req-ddb2307e-7740-4d1c-9a50-38851ef942fd tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.1001847 Jun 10 10:25:47.426778 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-64c2e06b-3e9a-4d38-a925-e2a906bb882a req-300e39bf-9de4-4864-b39e-0b61b2deff0c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572028 Jun 10 10:25:47.489712 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50668) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:47.515830 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b5a1f5-29d6-4ddb-8c08-70b3313b4781 req-fa42da1b-665a-434a-b921-1c67d5ce9fc6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:47.517729 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f4b5a1f5-29d6-4ddb-8c08-70b3313b4781 req-fa42da1b-665a-434a-b921-1c67d5ce9fc6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1078105 Jun 10 10:25:47.584965 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f4b5a1f5-29d6-4ddb-8c08-70b3313b4781 req-bb5e2a84-123d-4f49-b592-feac1ba0df99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590186 Jun 10 10:25:47.631100 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-55b7898d-253e-43d5-a90b-f125c709e241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:47.733216 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-55b7898d-253e-43d5-a90b-f125c709e241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:47.738194 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-55b7898d-253e-43d5-a90b-f125c709e241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:47.759384 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:47.775932 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-55b7898d-253e-43d5-a90b-f125c709e241 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=088b6d5de06044eaaabeeb4f22a24996&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2844055 Jun 10 10:25:47.778628 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50688) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:47.791682 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b7898d-253e-43d5-a90b-f125c709e241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f80f7aa-a9e9-4797-8dc1-6681165270da,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:47.794639 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-55b7898d-253e-43d5-a90b-f125c709e241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:47.858400 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-250560ae-d05e-4730-b36a-763afeaf3d6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:47.881279 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-250560ae-d05e-4730-b36a-763afeaf3d6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:47.931460 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-250560ae-d05e-4730-b36a-763afeaf3d6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:47.934222 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-250560ae-d05e-4730-b36a-763afeaf3d6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:47.935387 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-250560ae-d05e-4730-b36a-763afeaf3d6f admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3f80f7aa-a9e9-4797-8dc1-6681165270da HTTP/1.1" status: 204 len: 168 time: 0.1557217 Jun 10 10:25:47.936107 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-411d8cf0-7456-4785-9d58-975996f4d5c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:47.945684 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250560ae-d05e-4730-b36a-763afeaf3d6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f80f7aa-a9e9-4797-8dc1-6681165270da,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:47.947914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-250560ae-d05e-4730-b36a-763afeaf3d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:48.690228 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c1a29-e665-4665-b1d5-115d6177bd05 req-5f8c7511-8d33-4a87-815e-5e39826ab99c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:48.705550 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6e1c1a29-e665-4665-b1d5-115d6177bd05 req-5f8c7511-8d33-4a87-815e-5e39826ab99c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.1159763 Jun 10 10:25:48.756970 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6e1c1a29-e665-4665-b1d5-115d6177bd05 req-792fe837-d19f-4d26-a578-2d38862cbd5e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493150 Jun 10 10:25:48.835219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4145b67-c29c-433b-b9a5-0032b812a81c req-e78554f3-e142-4055-98d4-064a7709e8c4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:48.836962 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b4145b67-c29c-433b-b9a5-0032b812a81c req-e78554f3-e142-4055-98d4-064a7709e8c4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0975368 Jun 10 10:25:48.902733 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b4145b67-c29c-433b-b9a5-0032b812a81c req-2372c65a-1c1a-4afd-b3c0-ecfa94cd6583 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594146 Jun 10 10:25:49.589317 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50766) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:49.709946 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1759f5b1-0a12-400b-b8fd-9f22896fb4e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:49.817113 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1759f5b1-0a12-400b-b8fd-9f22896fb4e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:49.822148 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1759f5b1-0a12-400b-b8fd-9f22896fb4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:49.824532 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1c97e9ae-1633-4ca2-977b-04ebc97e9c64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:49.869593 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1759f5b1-0a12-400b-b8fd-9f22896fb4e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68392b26-652c-471f-b200-1601f9cb067c,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:49.869694 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1759f5b1-0a12-400b-b8fd-9f22896fb4e4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5dd888b296bd4d97ad47d5b85edbbbcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793059 Jun 10 10:25:49.870519 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1759f5b1-0a12-400b-b8fd-9f22896fb4e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:49.872251 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50780) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:49.974317 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.000817 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43b48c-034e-45d5-a352-dcd816e08821 req-711d352f-d7ca-43f6-af41-686b3bb9ab68 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:50.003509 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2b43b48c-034e-45d5-a352-dcd816e08821 req-711d352f-d7ca-43f6-af41-686b3bb9ab68 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.1247110 Jun 10 10:25:50.019617 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.149384 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2b43b48c-034e-45d5-a352-dcd816e08821 req-d82d4ff1-d0d6-45c3-ba55-eacfca1b2551 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124516 Jun 10 10:25:50.167663 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.170505 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.174806 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/68392b26-652c-471f-b200-1601f9cb067c HTTP/1.1" status: 204 len: 168 time: 0.2984893 Jun 10 10:25:50.174806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-513105c0-c952-4791-80be-adc03f60fa5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:50.184273 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c414b71-fb22-4c92-ade5-8c417294f37d req-9343ac5f-ba68-476c-ac8d-ada0cb3136e5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:50.185681 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6c414b71-fb22-4c92-ade5-8c417294f37d req-9343ac5f-ba68-476c-ac8d-ada0cb3136e5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1639962 Jun 10 10:25:50.196574 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68392b26-652c-471f-b200-1601f9cb067c,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:50.203136 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:50.259601 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6c414b71-fb22-4c92-ade5-8c417294f37d req-70f8bf32-8056-400b-8f0f-92eb0a7e1e3f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657551 Jun 10 10:25:50.585748 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 50810) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:50.602599 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6df0-f4f9-4f57-af30-1c87a843f8be admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.721180 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6df0-f4f9-4f57-af30-1c87a843f8be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.725469 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4f0e6df0-f4f9-4f57-af30-1c87a843f8be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.729734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2b23c686-0251-4f6d-aabe-9bfbdc75a8bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:50.771130 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-4f0e6df0-f4f9-4f57-af30-1c87a843f8be admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=eb05288f74644399a2515fdcecf4e769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1842823 Jun 10 10:25:50.773741 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e6df0-f4f9-4f57-af30-1c87a843f8be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88aeb97c-172e-483f-9f53-1b64d7e03d43,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:50.774323 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 50816) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:50.777319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4f0e6df0-f4f9-4f57-af30-1c87a843f8be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:50.827270 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.855032 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.908882 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.911873 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:50.913821 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/88aeb97c-172e-483f-9f53-1b64d7e03d43 HTTP/1.1" status: 204 len: 168 time: 0.1384835 Jun 10 10:25:50.914592 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:50.923857 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88aeb97c-172e-483f-9f53-1b64d7e03d43,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:50.926408 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:51.509493 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf832a20-3293-4759-a77f-319dee0b571b req-b4d04758-ea56-4ccb-99ef-02d1a4c08030 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:51.511294 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cf832a20-3293-4759-a77f-319dee0b571b req-b4d04758-ea56-4ccb-99ef-02d1a4c08030 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1267467 Jun 10 10:25:51.565136 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cf832a20-3293-4759-a77f-319dee0b571b req-f623591b-0d99-49a9-82b8-b1a60651de61 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474269 Jun 10 10:25:51.933595 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:52.764310 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfb30e-9f79-4251-933c-16189d56aaff req-06f68630-469e-4b11-b65b-b41d065e13a4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:52.765831 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ecfb30e-9f79-4251-933c-16189d56aaff req-06f68630-469e-4b11-b65b-b41d065e13a4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0785966 Jun 10 10:25:52.809665 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ecfb30e-9f79-4251-933c-16189d56aaff req-cd80b987-e4d7-4b34-a8f1-9d6934f11fa3 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380912 Jun 10 10:25:54.044754 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40b2cf0-0354-4af5-afbe-4f12d54082a9 req-a94f6482-d8c3-4e9e-8b42-d01cc1dedeb4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:54.046170 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c40b2cf0-0354-4af5-afbe-4f12d54082a9 req-a94f6482-d8c3-4e9e-8b42-d01cc1dedeb4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0938704 Jun 10 10:25:54.093839 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c40b2cf0-0354-4af5-afbe-4f12d54082a9 req-82a6b108-3f10-4f04-8b3f-af62e492eb4f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417790 Jun 10 10:25:55.324347 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9409b-7702-4dcb-be3f-d3dcbcb42dd7 req-aa5d4aef-976e-4dd3-9840-2b96966b75c6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:55.327359 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-31e9409b-7702-4dcb-be3f-d3dcbcb42dd7 req-aa5d4aef-976e-4dd3-9840-2b96966b75c6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0860012 Jun 10 10:25:55.383885 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-31e9409b-7702-4dcb-be3f-d3dcbcb42dd7 req-85dfb515-c8de-4413-b35d-8ab2aeb6724e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Jun 10 10:25:56.580013 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5134ddc5-6885-4666-885d-ada2cdae7698 req-e21ef56e-18c2-4ddd-abe3-662cdbbdaac6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:56.581484 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5134ddc5-6885-4666-885d-ada2cdae7698 req-e21ef56e-18c2-4ddd-abe3-662cdbbdaac6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0758309 Jun 10 10:25:56.627244 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5134ddc5-6885-4666-885d-ada2cdae7698 req-a81db51f-9585-4626-9999-abb369c7d938 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390980 Jun 10 10:25:56.785151 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-01ee5ba1-830d-4ee1-861d-49cf8fc811bd tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:56.786647 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-01ee5ba1-830d-4ee1-861d-49cf8fc811bd tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 0.1306124 Jun 10 10:25:56.801397 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-43d7c4f9-def5-4390-8416-023d0d55764d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/quotas/9e3b08009d134fdc82245d943c4ed9bc HTTP/1.1" status: 200 len: 375 time: 0.0089037 Jun 10 10:25:56.892057 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-f070369a-3c99-4c08-a34f-db164ded119d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0849278 Jun 10 10:25:57.031438 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-1807e0cd-3a51-40aa-92fa-29826c89b2ed service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285012 Jun 10 10:25:57.194020 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-eef49ed5-97b0-4f9e-b1e5-bb1b3c8640b3 service neutron] 10.222.0.23 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565402 Jun 10 10:25:57.339413 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51180) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:57.418781 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-80cba7de-dfd4-432f-aaa9-2ac19cc6333b req-7dee47a7-1aa5-4c14-9a8d-a5e8824a0d73 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 210 time: 0.0636241 Jun 10 10:25:57.503578 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be222054-5821-4589-98e5-432c7e34d0e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:57.614267 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be222054-5821-4589-98e5-432c7e34d0e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:57.619032 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be222054-5821-4589-98e5-432c7e34d0e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:57.622188 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3dc4bacf-ceb5-4cf2-8596-e63f4e5223fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:57.666339 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-be222054-5821-4589-98e5-432c7e34d0e0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d9a5ac1d89cb440696e5b79291008f23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3264961 Jun 10 10:25:57.667511 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be222054-5821-4589-98e5-432c7e34d0e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f744fc4b-c4ba-42d5-bc16-584e78df0a44,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:57.669174 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 51196) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:25:57.671070 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-be222054-5821-4589-98e5-432c7e34d0e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:57.734744 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2933a531-2ce6-406b-8194-6ee42eadf67e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:57.759890 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2933a531-2ce6-406b-8194-6ee42eadf67e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:57.820068 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2933a531-2ce6-406b-8194-6ee42eadf67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:57.823427 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2933a531-2ce6-406b-8194-6ee42eadf67e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:57.826357 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2933a531-2ce6-406b-8194-6ee42eadf67e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f744fc4b-c4ba-42d5-bc16-584e78df0a44 HTTP/1.1" status: 204 len: 168 time: 0.1540303 Jun 10 10:25:57.827163 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7bac212-69c6-450c-a02b-b32e3c5a7fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:57.840252 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933a531-2ce6-406b-8194-6ee42eadf67e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f744fc4b-c4ba-42d5-bc16-584e78df0a44,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:57.848352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2933a531-2ce6-406b-8194-6ee42eadf67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:57.871298 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2e5229-5319-4ad9-b316-6093b2a2becb req-e91babc3-423d-4498-abb0-e7240dc01b28 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:57.873145 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3a2e5229-5319-4ad9-b316-6093b2a2becb req-e91babc3-423d-4498-abb0-e7240dc01b28 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0984147 Jun 10 10:25:57.929281 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3a2e5229-5319-4ad9-b316-6093b2a2becb req-e82930f1-c633-4af1-883d-80f8042250f8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426157 Jun 10 10:25:58.587706 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-665ed2b5-6b1d-4dc2-a085-0529ab15961f req-d62cd15f-9d4f-4d22-b515-750848ca9ab6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 210 time: 0.0550129 Jun 10 10:25:58.921265 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-a33b7799-28aa-4ac8-ade3-ae2cb011fe01 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:58.922734 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-a33b7799-28aa-4ac8-ade3-ae2cb011fe01 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 815 time: 0.1336451 Jun 10 10:25:58.939838 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Request body: {'port': {'device_id': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'admin_state_up': True, 'tenant_id': '9e3b08009d134fdc82245d943c4ed9bc'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:59.087730 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Made reservation on behalf of 9e3b08009d134fdc82245d943c4ed9bc for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:25:59.091204 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:59.128811 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21e473-e83c-49a4-8f9c-ce916038b50a req-2d3009b7-6104-4fcd-8b44-0f7025b230e5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:59.130462 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7d21e473-e83c-49a4-8f9c-ce916038b50a req-2d3009b7-6104-4fcd-8b44-0f7025b230e5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0748563 Jun 10 10:25:59.173663 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7d21e473-e83c-49a4-8f9c-ce916038b50a req-66d9d00f-bb37-4de1-aa2e-9a03aefd1b9b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367935 Jun 10 10:25:59.232850 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Allocated IP 172.20.0.6 (d2abe009-3c20-45a5-b32e-ace1ac3bb3d3/2be4d1e0-767d-4f7a-ad15-075a2b9c4518/173d96c6-d930-4c60-a428-81649752f980) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:25:59.422864 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:59.465307 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:59.469280 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bb2935d0-9648-4bbf-8cce-6619dab47dca tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:25:59.481418 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', '22bfb8f8-1678-44ba-830a-1093f7604ab1', '7914718a-3dc3-4602-b9a9-0b1345dec1f4'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:25:59.528679 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:25:59.534834 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:25:59.539666 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:25:59.545350 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:25:59.546007 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:25:59.549765 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event updated for resources: {'Port': ['ID=173d96c6-d930-4c60-a428-81649752f980,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:25:59.555644 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:25:59.568154 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323824 Jun 10 10:25:59.589109 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Request body: {'port': {'device_id': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:25:59.693204 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.025757 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c64ac4c-c7cc-451e-96f6-34ec45c79ecc req-0b6262b9-3301-4c08-8083-35bd80b3d2e9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:00.035073 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0c64ac4c-c7cc-451e-96f6-34ec45c79ecc req-0b6262b9-3301-4c08-8083-35bd80b3d2e9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 931 time: 0.1533000 Jun 10 10:26:00.113920 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0c64ac4c-c7cc-451e-96f6-34ec45c79ecc req-a51fc16b-8ee9-42a0-a171-2a9392b2ec02 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746868 Jun 10 10:26:00.169052 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51316) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:00.180305 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 173d96c6-d930-4c60-a428-81649752f980 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:26:00.188661 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.214399 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Transition to ACTIVE for port object 173d96c6-d930-4c60-a428-81649752f980 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:26:00.225361 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.227645 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5780c098-7662-4500-9675-20618085185e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:00.265967 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51328) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:00.337566 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Pushing event updated for resources: {'Port': ['ID=173d96c6-d930-4c60-a428-81649752f980,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:00.366203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:00.379185 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Attempting to bind port 173d96c6-d930-4c60-a428-81649752f980 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:26:00.379529 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Attempting to bind port 173d96c6-d930-4c60-a428-81649752f980 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:26:00.379915 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Attempting to bind port 173d96c6-d930-4c60-a428-81649752f980 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:26:00.384923 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Port 173d96c6-d930-4c60-a428-81649752f980 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:26:00.385249 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Attempting to bind port 173d96c6-d930-4c60-a428-81649752f980 on network d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:26:00.390605 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 25, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:26:00.390949 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Checking segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:26:00.391428 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Bound using segment: {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:26:00.391760 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Bound port: 173d96c6-d930-4c60-a428-81649752f980, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1329, 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:26:00.392115 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.410907 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-324fca88-f6b3-439a-80fa-c436be42b86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.448566 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-73be2fbf-b3e1-40aa-9ddf-b0bd9ecff83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.472810 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] For port 173d96c6-d930-4c60-a428-81649752f980, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:26:00.476466 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] For port 173d96c6-d930-4c60-a428-81649752f980, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=173d96c6-d930-4c60-a428-81649752f980,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:26:00.479865 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.481738 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:00.516267 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15568565-09c7-4e37-82f0-ca0560334e4d req-42cb40aa-de2e-4cd2-9a7e-bc4342dc225b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:00.517815 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-15568565-09c7-4e37-82f0-ca0560334e4d req-42cb40aa-de2e-4cd2-9a7e-bc4342dc225b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1651950 Jun 10 10:26:00.525781 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:00.526449 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.527941 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] 10.222.0.95 "PUT /v2.0/ports/173d96c6-d930-4c60-a428-81649752f980 HTTP/1.1" status: 200 len: 1093 time: 0.9439626 Jun 10 10:26:00.528441 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'tag': '173d96c6-d930-4c60-a428-81649752f980'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:00.530819 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e88b7a-ce88-4265-a6d4-81b925b2408f" -d '{"events": [{"name": "network-changed", "server_uuid": "6bd8db20-5efc-4f5f-b280-7de6ffcd9246", "tag": "173d96c6-d930-4c60-a428-81649752f980"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:00.556011 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Pushing event updated for resources: {'Port': ['ID=173d96c6-d930-4c60-a428-81649752f980,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:00.559114 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:00.585406 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1af7f40e-6d4c-4581-90a4-59aeaa7638f8 x-openstack-request-id: req-1af7f40e-6d4c-4581-90a4-59aeaa7638f8 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:00.585823 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bd8db20-5efc-4f5f-b280-7de6ffcd9246", "tag": "173d96c6-d930-4c60-a428-81649752f980", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:00.586227 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1af7f40e-6d4c-4581-90a4-59aeaa7638f8 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:00.586663 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'tag': '173d96c6-d930-4c60-a428-81649752f980', 'status': 'completed', 'code': 200} Jun 10 10:26:00.675462 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-e97c20b4-945a-4094-ba2e-b35410af3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:00.676987 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-e97c20b4-945a-4094-ba2e-b35410af3018 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 1096 time: 0.0665386 Jun 10 10:26:00.751309 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-f37bbc3b-5647-4106-8081-7558eb95d8f7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=173d96c6-d930-4c60-a428-81649752f980 HTTP/1.1" status: 200 len: 217 time: 0.0539596 Jun 10 10:26:00.757139 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-15568565-09c7-4e37-82f0-ca0560334e4d req-645ca6f4-0239-4535-8600-dafd94973fce tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300868 Jun 10 10:26:00.779446 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-324fca88-f6b3-439a-80fa-c436be42b86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.785007 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-324fca88-f6b3-439a-80fa-c436be42b86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.790034 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b14b3746-45dc-4b85-91f0-90ee185d1e6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:00.819645 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-00ee2182-0a95-4f48-a18f-10e6452a9b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:00.821093 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-00ee2182-0a95-4f48-a18f-10e6452a9b9a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.0524571 Jun 10 10:26:00.847364 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-324fca88-f6b3-439a-80fa-c436be42b86d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6c16171e5ebf4b73a4aadd4e24b29bd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6742184 Jun 10 10:26:00.847589 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 51340) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:00.855149 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324fca88-f6b3-439a-80fa-c436be42b86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea56e0d4-2fc5-4548-803d-7a676f66e55a,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:00.858957 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-324fca88-f6b3-439a-80fa-c436be42b86d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:00.905209 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-b2e1bca8-77d4-4f14-b26f-6c866c45e8d1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604532 Jun 10 10:26:00.914851 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-73be2fbf-b3e1-40aa-9ddf-b0bd9ecff83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.918955 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-73be2fbf-b3e1-40aa-9ddf-b0bd9ecff83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:00.922325 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-febba71c-f0a7-4486-9997-d4cb0a961c76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:00.963821 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-73be2fbf-b3e1-40aa-9ddf-b0bd9ecff83c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=03e8cf2bcd5042989bc1df3036097d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6964164 Jun 10 10:26:00.964814 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be2fbf-b3e1-40aa-9ddf-b0bd9ecff83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e389d07a-26c7-44ec-acdf-e470bfb36cf3,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:00.967156 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 51344) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:00.967954 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-73be2fbf-b3e1-40aa-9ddf-b0bd9ecff83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:01.040769 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.106377 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.117665 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-52b5c28f-3683-4e77-9526-1f80b2ccb3a1 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993046 Jun 10 10:26:01.151203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.199626 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.245296 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.246316 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.249817 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ea56e0d4-2fc5-4548-803d-7a676f66e55a HTTP/1.1" status: 204 len: 168 time: 0.3989398 Jun 10 10:26:01.251986 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-79fe26b0-c9c9-49a6-992c-e5b0e09ce901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:01.315611 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea56e0d4-2fc5-4548-803d-7a676f66e55a,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:01.319456 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:01.325281 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848196c-2250-405e-951e-51665cdd8c90 req-f2853c47-1da8-4116-9635-2eae3f75ca32 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:01.332791 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5848196c-2250-405e-951e-51665cdd8c90 req-f2853c47-1da8-4116-9635-2eae3f75ca32 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 943 time: 0.0885310 Jun 10 10:26:01.362093 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2569d9c9-bbd3-41d5-81e4-67e57330b317 req-ac8625bb-5518-4a8a-8196-a448019b3f22 service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748450 Jun 10 10:26:01.367948 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.372084 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.373757 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e389d07a-26c7-44ec-acdf-e470bfb36cf3 HTTP/1.1" status: 204 len: 168 time: 0.3973563 Jun 10 10:26:01.374593 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8812da03-9551-47a6-8979-0fad60f4e81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:01.383396 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e389d07a-26c7-44ec-acdf-e470bfb36cf3,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:01.385665 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:01.391027 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5848196c-2250-405e-951e-51665cdd8c90 req-f1f98bc0-3f0a-464c-acf9-da704b574b96 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573127 Jun 10 10:26:01.555249 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-0fd739ec-9525-45bb-a444-377c6578b34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:01.557234 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-0fd739ec-9525-45bb-a444-377c6578b34e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 1096 time: 0.0740540 Jun 10 10:26:01.674271 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-a9dad343-eb3f-445a-95be-9da75f6a0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:01.675729 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-a9dad343-eb3f-445a-95be-9da75f6a0f0f service neutron] 10.222.0.95 "GET /v2.0/networks?id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 200 len: 917 time: 0.1085439 Jun 10 10:26:01.739597 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-cf15b84d-8045-4cdc-9405-61af76f4548b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=173d96c6-d930-4c60-a428-81649752f980 HTTP/1.1" status: 200 len: 217 time: 0.0549586 Jun 10 10:26:01.763585 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51358) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:01.782459 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-12240bba-5514-4cb9-9fc9-ae9d265a06ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.800610 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-a75a3f21-84df-4685-ba85-b288d7d3a31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:01.802223 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-a75a3f21-84df-4685-ba85-b288d7d3a31a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 200 len: 855 time: 0.0555995 Jun 10 10:26:01.853968 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-cc09eb41-12e2-41f3-9161-4ddc00d39426 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321045 Jun 10 10:26:01.916294 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-12240bba-5514-4cb9-9fc9-ae9d265a06ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.924689 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-12240bba-5514-4cb9-9fc9-ae9d265a06ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:01.933504 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-33f2e25b-a423-4408-bd1d-8f2a292cd6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:01.985257 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-f832be89-70a8-4350-b8e2-bca9f369b09d service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136987 Jun 10 10:26:01.985993 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12240bba-5514-4cb9-9fc9-ae9d265a06ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b768a89-b865-4904-bdd8-b4ce42a071c6,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:01.989535 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-12240bba-5514-4cb9-9fc9-ae9d265a06ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:01.997686 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-12240bba-5514-4cb9-9fc9-ae9d265a06ed admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9296b62ec12049c7b50483413c65cd4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330551 Jun 10 10:26:01.999016 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51362) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:02.031387 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bca590-f867-439c-89b8-e7e1ef8c7d94 req-8f414924-f0da-44f2-bef4-b75e98d3fe15 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:02.038865 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-17bca590-f867-439c-89b8-e7e1ef8c7d94 req-8f414924-f0da-44f2-bef4-b75e98d3fe15 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.1631303 Jun 10 10:26:02.111808 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-17bca590-f867-439c-89b8-e7e1ef8c7d94 req-fdf87dd1-b6fd-4d60-8345-9427d8716d0b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720513 Jun 10 10:26:02.115603 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-49475193-4988-45d8-a922-f23afa7dc2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.141369 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-49475193-4988-45d8-a922-f23afa7dc2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.202454 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-49475193-4988-45d8-a922-f23afa7dc2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.205933 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-49475193-4988-45d8-a922-f23afa7dc2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.207244 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-49475193-4988-45d8-a922-f23afa7dc2cf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2b768a89-b865-4904-bdd8-b4ce42a071c6 HTTP/1.1" status: 204 len: 168 time: 0.2073388 Jun 10 10:26:02.208372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3e5aef73-24eb-44b4-a0b2-14d5392556e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:02.218226 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49475193-4988-45d8-a922-f23afa7dc2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b768a89-b865-4904-bdd8-b4ce42a071c6,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:02.227372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-49475193-4988-45d8-a922-f23afa7dc2cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:02.329211 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-70e88b7a-ce88-4265-a6d4-81b925b2408f req-e68ee46f-436b-4ec8-8558-5649ac4d126e service neutron] 10.222.0.95 "GET /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347473 Jun 10 10:26:02.552584 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 51376) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:02.570127 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7815-b019-4023-9f7c-c25eaf199156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.590520 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3550a302-4fb5-4155-98db-a4b3612a4b03 req-0f11b651-61a8-4c8e-9f2d-587dee0238fb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:02.592147 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3550a302-4fb5-4155-98db-a4b3612a4b03 req-0f11b651-61a8-4c8e-9f2d-587dee0238fb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 943 time: 0.0756338 Jun 10 10:26:02.640656 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3550a302-4fb5-4155-98db-a4b3612a4b03 req-fa8b767c-4384-4458-b4b8-d8aed5e865f2 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428858 Jun 10 10:26:02.676019 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7815-b019-4023-9f7c-c25eaf199156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.679724 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-9e3c7815-b019-4023-9f7c-c25eaf199156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.682110 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-796d3abd-3e29-47ca-9d4c-4087d6789fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:02.725632 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-9e3c7815-b019-4023-9f7c-c25eaf199156 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f8653bdf5e04d00917b73f122a2b19c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1710420 Jun 10 10:26:02.726625 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3c7815-b019-4023-9f7c-c25eaf199156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c93580-2283-4a31-9c1d-41574f248d4a,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:02.728283 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51378) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:02.729602 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-9e3c7815-b019-4023-9f7c-c25eaf199156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:02.782525 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.805038 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.860120 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.863256 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:02.864522 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d4c93580-2283-4a31-9c1d-41574f248d4a HTTP/1.1" status: 204 len: 168 time: 0.1344678 Jun 10 10:26:02.865582 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-324fca88-f6b3-439a-80fa-c436be42b86d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:02.873811 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c93580-2283-4a31-9c1d-41574f248d4a,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:02.876585 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:03.301532 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0ad95-aa1b-451e-a62e-51e67db75d54 req-3a6ffafe-f4c1-4229-86c3-1d0014ac469d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:03.303078 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b4f0ad95-aa1b-451e-a62e-51e67db75d54 req-3a6ffafe-f4c1-4229-86c3-1d0014ac469d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0752604 Jun 10 10:26:03.344970 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b4f0ad95-aa1b-451e-a62e-51e67db75d54 req-1996ccfb-fe1f-43ee-b0e2-acdb7725870c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363944 Jun 10 10:26:03.822688 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab18bec6-887c-49b8-b3be-4eb26e0aff35 req-e31d2df7-0a83-4bce-815d-2468762371b7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:03.824204 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ab18bec6-887c-49b8-b3be-4eb26e0aff35 req-e31d2df7-0a83-4bce-815d-2468762371b7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 943 time: 0.0729387 Jun 10 10:26:03.866848 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ab18bec6-887c-49b8-b3be-4eb26e0aff35 req-06c98108-fd6b-4878-9bc5-87ca57eb20d0 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368605 Jun 10 10:26:04.534808 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ebf80-afa3-49f1-bbc9-f2d5429eece8 req-99b25473-187b-4f7b-8f34-cbdc6a2b3afb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:04.536391 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d4ebf80-afa3-49f1-bbc9-f2d5429eece8 req-99b25473-187b-4f7b-8f34-cbdc6a2b3afb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0735888 Jun 10 10:26:04.579654 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d4ebf80-afa3-49f1-bbc9-f2d5429eece8 req-f4174eab-d3c0-465e-a277-1c6faa7c9591 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371089 Jun 10 10:26:04.667400 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 173d96c6-d930-4c60-a428-81649752f980 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:26:04.789867 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 173d96c6-d930-4c60-a428-81649752f980, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=173d96c6-d930-4c60-a428-81649752f980,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:04.802618 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '173d96c6-d930-4c60-a428-81649752f980', 'network_id': 'd2abe009-3c20-45a5-b32e-ace1ac3bb3d3', 'port_id': '173d96c6-d930-4c60-a428-81649752f980', 'mac_address': 'fa:16:3e:ad:8f:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2be4d1e0-767d-4f7a-ad15-075a2b9c4518', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:26:04.845611 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:04.860409 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 173d96c6-d930-4c60-a428-81649752f980 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:26:04.881110 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 173d96c6-d930-4c60-a428-81649752f980, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=173d96c6-d930-4c60-a428-81649752f980,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:04.884786 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:04.886504 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:04.945856 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=173d96c6-d930-4c60-a428-81649752f980,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:04.949061 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:05.046744 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136dc2fe-22bd-47b2-9e38-c0a8ba29fc0d req-3f864bf4-fc8e-46a6-88ac-40e59c39fdf9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:05.048217 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-136dc2fe-22bd-47b2-9e38-c0a8ba29fc0d req-3f864bf4-fc8e-46a6-88ac-40e59c39fdf9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 944 time: 0.0692747 Jun 10 10:26:05.091198 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-136dc2fe-22bd-47b2-9e38-c0a8ba29fc0d req-2b0ce18b-1c63-42c9-87f5-7f5fe8efc917 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Jun 10 10:26:05.370715 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['173d96c6-d930-4c60-a428-81649752f980'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:05.765764 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb36efd-5bc1-4b81-befb-ec1ad841825b req-cff5d0f7-b2c0-4638-84c9-fd24070726ba tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:05.767297 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9cb36efd-5bc1-4b81-befb-ec1ad841825b req-cff5d0f7-b2c0-4638-84c9-fd24070726ba tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0747378 Jun 10 10:26:05.808041 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9cb36efd-5bc1-4b81-befb-ec1ad841825b req-93928bd7-bc7c-4afe-9e0c-9fca629875d7 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352614 Jun 10 10:26:06.269678 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f73f4-8aa1-4858-9014-3c4e40622026 req-9c81f185-584b-4a93-8841-68fe3eb2ea7b tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:06.275820 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ae1f73f4-8aa1-4858-9014-3c4e40622026 req-9c81f185-584b-4a93-8841-68fe3eb2ea7b tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 944 time: 0.0689287 Jun 10 10:26:06.317902 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ae1f73f4-8aa1-4858-9014-3c4e40622026 req-bbcfc87e-d8d4-4fd1-b081-8c164ed9234c tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378709 Jun 10 10:26:07.007048 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4441eef5-2e7b-4f30-a813-2a87e2f6c7f0 req-e82ad699-e294-43c8-83e4-fbc253aede36 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:07.008526 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4441eef5-2e7b-4f30-a813-2a87e2f6c7f0 req-e82ad699-e294-43c8-83e4-fbc253aede36 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0731161 Jun 10 10:26:07.050159 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4441eef5-2e7b-4f30-a813-2a87e2f6c7f0 req-bdeb3c4e-33ab-433e-831f-f04bc1b264a6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361795 Jun 10 10:26:07.495398 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7ad99-3f9b-404a-9ff2-c941635d1550 req-9926ebb4-4c5d-455e-bc7c-e8f3f4e810ba tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:07.496885 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-71f7ad99-3f9b-404a-9ff2-c941635d1550 req-9926ebb4-4c5d-455e-bc7c-e8f3f4e810ba tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 944 time: 0.0694072 Jun 10 10:26:07.540611 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-71f7ad99-3f9b-404a-9ff2-c941635d1550 req-1cefc6ab-bf12-4b34-b31a-8ae312489e5b tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378726 Jun 10 10:26:08.240639 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a49f76-eacd-464e-ba91-85c236284895 req-84964ce3-0ef3-49cf-83bd-6dd07f48b7d5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:08.242040 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c2a49f76-eacd-464e-ba91-85c236284895 req-84964ce3-0ef3-49cf-83bd-6dd07f48b7d5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0723026 Jun 10 10:26:08.286288 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c2a49f76-eacd-464e-ba91-85c236284895 req-c3b14f64-5970-4652-9a2e-ba33aa60c27b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370476 Jun 10 10:26:08.683863 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 173d96c6-d930-4c60-a428-81649752f980 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:26:08.721995 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ffcf9-8bff-4419-aeb6-20a58a4b9803 req-7a7df464-cd33-40dd-a8c1-12a2ce4e51f5 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:08.723475 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bf9ffcf9-8bff-4419-aeb6-20a58a4b9803 req-7a7df464-cd33-40dd-a8c1-12a2ce4e51f5 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 944 time: 0.0708909 Jun 10 10:26:08.740914 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 173d96c6-d930-4c60-a428-81649752f980 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:26:08.745421 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 173d96c6-d930-4c60-a428-81649752f980 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:26:08.745805 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:08.766663 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bf9ffcf9-8bff-4419-aeb6-20a58a4b9803 req-b0be0090-6f32-4942-a02e-c6664843ddc5 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371656 Jun 10 10:26:08.833486 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:08.858722 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d96c6-d930-4c60-a428-81649752f980'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:08.861418 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63960e49-47b7-4e0e-8c5d-b6c5d04594ab" -d '{"events": [{"server_uuid": "6bd8db20-5efc-4f5f-b280-7de6ffcd9246", "name": "network-vif-plugged", "status": "completed", "tag": "173d96c6-d930-4c60-a428-81649752f980"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:08.876926 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 173d96c6-d930-4c60-a428-81649752f980, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=173d96c6-d930-4c60-a428-81649752f980,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:08.881438 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:08.883279 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:08.909383 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbf42f1d-f702-471f-a448-f210d7ab6786 x-openstack-request-id: req-dbf42f1d-f702-471f-a448-f210d7ab6786 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:08.909694 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd8db20-5efc-4f5f-b280-7de6ffcd9246", "name": "network-vif-plugged", "status": "completed", "tag": "173d96c6-d930-4c60-a428-81649752f980", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:08.909992 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dbf42f1d-f702-471f-a448-f210d7ab6786 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:08.910380 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '173d96c6-d930-4c60-a428-81649752f980', 'code': 200} Jun 10 10:26:08.943080 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=173d96c6-d930-4c60-a428-81649752f980,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:08.945913 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:09.150046 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6ed134-32f0-4178-8cdc-1cfd1983764e req-61b64bdb-47f1-4fb4-a943-ab88db78e127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:09.151540 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-cc6ed134-32f0-4178-8cdc-1cfd1983764e req-61b64bdb-47f1-4fb4-a943-ab88db78e127 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 1098 time: 0.0581942 Jun 10 10:26:09.199350 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-cc6ed134-32f0-4178-8cdc-1cfd1983764e req-1495524d-e4ec-4928-83cd-64a994fd5509 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319045 Jun 10 10:26:09.475580 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cfdbb-eeb0-4789-a30d-99f8f326c096 req-0b9d6a10-c9d3-4a0a-86c9-ad940612f99a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:09.477088 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c11cfdbb-eeb0-4789-a30d-99f8f326c096 req-0b9d6a10-c9d3-4a0a-86c9-ad940612f99a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0728822 Jun 10 10:26:09.517592 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c11cfdbb-eeb0-4789-a30d-99f8f326c096 req-63b7023b-1cc3-44ba-81de-cb96033579b4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343094 Jun 10 10:26:09.948057 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f03fdd-0da5-4d94-b9ba-503f973bbdce req-9ad09bbe-1c15-4d85-b9bb-6a65316c27c5 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:09.949532 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-11f03fdd-0da5-4d94-b9ba-503f973bbdce req-9ad09bbe-1c15-4d85-b9bb-6a65316c27c5 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 945 time: 0.0702970 Jun 10 10:26:09.993663 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-11f03fdd-0da5-4d94-b9ba-503f973bbdce req-a53d4ec3-6645-4c79-8bea-40dc92e41e44 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371797 Jun 10 10:26:10.715771 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6e524594-be24-4c93-884b-6e1c00926e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:10.720507 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2403668-14a9-4264-a345-c2a8108e0c50 req-7e78804e-b6ac-4914-96f2-4fb15e37ffd4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:10.722030 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2403668-14a9-4264-a345-c2a8108e0c50 req-7e78804e-b6ac-4914-96f2-4fb15e37ffd4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0916033 Jun 10 10:26:10.764606 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2403668-14a9-4264-a345-c2a8108e0c50 req-c7a5dd84-3629-43b8-bdc9-245dd5a10e71 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370200 Jun 10 10:26:11.088766 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:26:11.174181 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80c1ea-addb-4587-8ab9-8c47c92acaa0 req-eca7515a-83e7-4ca9-8bc6-bb9887419f52 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:11.175745 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dd80c1ea-addb-4587-8ab9-8c47c92acaa0 req-eca7515a-83e7-4ca9-8bc6-bb9887419f52 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 945 time: 0.0688193 Jun 10 10:26:11.218310 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dd80c1ea-addb-4587-8ab9-8c47c92acaa0 req-d5e20716-a57d-4f5f-b063-4d5b2f3322c4 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365634 Jun 10 10:26:11.948787 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e261925d-d98c-4062-bd24-56b58193acd4 req-21f899d4-7283-45bf-af96-b4fe06757067 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:11.950291 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e261925d-d98c-4062-bd24-56b58193acd4 req-21f899d4-7283-45bf-af96-b4fe06757067 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0733821 Jun 10 10:26:11.994602 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e261925d-d98c-4062-bd24-56b58193acd4 req-6463983d-5dc4-44e1-b214-7f46bc3fa271 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384998 Jun 10 10:26:13.186463 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79150bf8-8c89-4aff-9a62-a201aa6b1bfa req-6cca49fb-2b41-4247-b3c5-862ec4031179 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:13.187874 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79150bf8-8c89-4aff-9a62-a201aa6b1bfa req-6cca49fb-2b41-4247-b3c5-862ec4031179 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0721049 Jun 10 10:26:13.229483 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:13.232834 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79150bf8-8c89-4aff-9a62-a201aa6b1bfa req-fea1b671-8bbf-4083-8ab2-7e01fd3fe6c1 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379272 Jun 10 10:26:13.234594 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-34b5c8ed-9a8b-4f32-a4b8-faa082b94b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:14.166833 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:14.418105 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1e831-f919-402e-b376-08ebae8fd97c req-0b49d6e5-6724-4dc8-a106-11eda6243cff tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:14.419613 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32b1e831-f919-402e-b376-08ebae8fd97c req-0b49d6e5-6724-4dc8-a106-11eda6243cff tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0724895 Jun 10 10:26:14.461158 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32b1e831-f919-402e-b376-08ebae8fd97c req-018ddd94-1ef4-4ec4-872b-60f968de71f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355170 Jun 10 10:26:15.649392 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f18957-3f93-484d-897e-712add0862b8 req-0a275391-b6ed-4a2f-9265-087be9de5df9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:15.650920 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-91f18957-3f93-484d-897e-712add0862b8 req-0a275391-b6ed-4a2f-9265-087be9de5df9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0719743 Jun 10 10:26:15.693536 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-91f18957-3f93-484d-897e-712add0862b8 req-c5923314-9412-4e31-bf83-a414b45ab8fa tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368898 Jun 10 10:26:16.050578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:16.887615 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d668e145-aa3b-42bf-89c2-8b09f338770c req-5830eb97-117f-4d99-9d3d-8a7a358f8631 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:16.889067 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d668e145-aa3b-42bf-89c2-8b09f338770c req-5830eb97-117f-4d99-9d3d-8a7a358f8631 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0730109 Jun 10 10:26:16.936473 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d668e145-aa3b-42bf-89c2-8b09f338770c req-747eccce-c73d-444a-9a07-18906261d28e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416625 Jun 10 10:26:17.959738 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104381e-9f3f-4bb5-bd0b-8e02a233882d req-ee9598d1-c3ae-4eb4-93ca-d1755159b057 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:17.961204 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8104381e-9f3f-4bb5-bd0b-8e02a233882d req-ee9598d1-c3ae-4eb4-93ca-d1755159b057 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 945 time: 0.0705476 Jun 10 10:26:18.005241 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8104381e-9f3f-4bb5-bd0b-8e02a233882d req-079509f9-3f20-4f8c-8923-7e80496ca553 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373490 Jun 10 10:26:18.124515 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569a998-86b3-4d7a-a2cd-66b24da0f203 req-d5b48449-b5d5-4278-a008-4df46cee934c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:18.125954 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a569a998-86b3-4d7a-a2cd-66b24da0f203 req-d5b48449-b5d5-4278-a008-4df46cee934c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0740647 Jun 10 10:26:18.168114 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a569a998-86b3-4d7a-a2cd-66b24da0f203 req-049b42bc-8e1d-4a17-a3d5-d7ea3b8c7d78 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364027 Jun 10 10:26:19.187727 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e6bde7-6286-4b18-baf8-9556ff214f2c req-223d116d-d9c7-44a2-b10b-bd61796d208d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:19.189301 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02e6bde7-6286-4b18-baf8-9556ff214f2c req-223d116d-d9c7-44a2-b10b-bd61796d208d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 945 time: 0.0689144 Jun 10 10:26:19.232003 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02e6bde7-6286-4b18-baf8-9556ff214f2c req-8a75241d-85b0-42ca-87cf-4139cb89ec00 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368929 Jun 10 10:26:19.357233 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f18b5-7efc-410b-a674-6b62fb33b60a req-f03916af-714e-4ae7-961b-cf6ca602edfa tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:19.358732 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-355f18b5-7efc-410b-a674-6b62fb33b60a req-f03916af-714e-4ae7-961b-cf6ca602edfa tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0732183 Jun 10 10:26:19.401609 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-355f18b5-7efc-410b-a674-6b62fb33b60a req-7e347eee-7555-42da-a3f6-22534d19d058 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371184 Jun 10 10:26:20.414827 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783349c-b65a-4a65-8628-6f9abba555ef req-37a355f8-72e0-4aea-a442-b76a28225b62 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:20.416361 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2783349c-b65a-4a65-8628-6f9abba555ef req-37a355f8-72e0-4aea-a442-b76a28225b62 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 945 time: 0.0701306 Jun 10 10:26:20.458898 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2783349c-b65a-4a65-8628-6f9abba555ef req-7eb18b2f-2e00-44d8-92cf-b7cdecd4a769 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369298 Jun 10 10:26:20.589746 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3475a958-05bd-47c7-b738-9fa05d84f195 req-69b2f5bb-62f6-4583-8d78-22d641f1445b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:20.591171 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3475a958-05bd-47c7-b738-9fa05d84f195 req-69b2f5bb-62f6-4583-8d78-22d641f1445b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0745661 Jun 10 10:26:20.636034 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3475a958-05bd-47c7-b738-9fa05d84f195 req-3e1fd507-60c2-4d73-9aad-d775d31d52f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369096 Jun 10 10:26:21.551468 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-58c3abea-e26d-4101-a6c7-5507743b6dbb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:21.552952 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-58c3abea-e26d-4101-a6c7-5507743b6dbb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 945 time: 0.0738189 Jun 10 10:26:21.636497 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c755475-8a37-466f-9bcd-f5a39c65cbc0 req-8f08e296-5a49-4553-bd50-bbe11e78fecf tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:21.638176 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c755475-8a37-466f-9bcd-f5a39c65cbc0 req-8f08e296-5a49-4553-bd50-bbe11e78fecf tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 945 time: 0.0692236 Jun 10 10:26:21.686564 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c755475-8a37-466f-9bcd-f5a39c65cbc0 req-b7792c8a-e9c5-46c0-9e93-19f1ae0dc025 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428205 Jun 10 10:26:21.697938 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Deleting port 173d96c6-d930-4c60-a428-81649752f980 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:26:21.698375 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:21.816373 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] For port 173d96c6-d930-4c60-a428-81649752f980, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=173d96c6-d930-4c60-a428-81649752f980,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:21.816746 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:21.916152 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Calling delete_port for 173d96c6-d930-4c60-a428-81649752f980 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:26:21.945826 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:22.002015 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04b733-bfae-4c6a-83d6-5e206da99ea9 req-28964116-600a-400c-a49b-7d1b012cbe28 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:22.003615 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6a04b733-bfae-4c6a-83d6-5e206da99ea9 req-28964116-600a-400c-a49b-7d1b012cbe28 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.2408750 Jun 10 10:26:22.048339 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6a04b733-bfae-4c6a-83d6-5e206da99ea9 req-76d5fb4c-dfe5-4db6-8fb2-3d2b5e585076 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377548 Jun 10 10:26:22.077612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:22.082484 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7f3f0101-f3d8-4a57-80f3-a3ff057380dc tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:22.095504 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', '22bfb8f8-1678-44ba-830a-1093f7604ab1', '7914718a-3dc3-4602-b9a9-0b1345dec1f4', '173d96c6-d930-4c60-a428-81649752f980'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:22.112746 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event deleted for resources: {'Port': ['ID=173d96c6-d930-4c60-a428-81649752f980,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:22.115267 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:22.172392 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] No DVR routers for this DVR port 173d96c6-d930-4c60-a428-81649752f980 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:26:22.175204 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:22.177487 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7613c543-f1b7-4642-94b9-97ed91554b51 req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "DELETE /v2.0/ports/173d96c6-d930-4c60-a428-81649752f980 HTTP/1.1" status: 204 len: 173 time: 0.6053410 Jun 10 10:26:22.178035 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'name': 'network-vif-deleted', 'tag': '173d96c6-d930-4c60-a428-81649752f980'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:22.183902 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a98cac6-96b4-4911-ac25-18a420901a93" -d '{"events": [{"server_uuid": "6bd8db20-5efc-4f5f-b280-7de6ffcd9246", "name": "network-vif-deleted", "tag": "173d96c6-d930-4c60-a428-81649752f980"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:22.238221 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f188928b-1749-44d5-8e6f-29a2c4318abe x-openstack-request-id: req-f188928b-1749-44d5-8e6f-29a2c4318abe {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:22.238547 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bd8db20-5efc-4f5f-b280-7de6ffcd9246", "name": "network-vif-deleted", "tag": "173d96c6-d930-4c60-a428-81649752f980", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:22.238857 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f188928b-1749-44d5-8e6f-29a2c4318abe {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:22.239283 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bd8db20-5efc-4f5f-b280-7de6ffcd9246', 'name': 'network-vif-deleted', 'tag': '173d96c6-d930-4c60-a428-81649752f980', 'status': 'completed', 'code': 200} Jun 10 10:26:22.851580 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-789c72d7-7f6b-4cbf-a663-e0b967a7282c req-5cb23901-d7fc-4f8b-a89e-a2d29633972e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=6bd8db20-5efc-4f5f-b280-7de6ffcd9246 HTTP/1.1" status: 200 len: 210 time: 0.0389614 Jun 10 10:26:22.941954 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8937b04-a55c-455a-944e-ceb0505db00b req-2a78d4fb-5b64-49f1-837e-9f2485b547f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:22.943451 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c8937b04-a55c-455a-944e-ceb0505db00b req-2a78d4fb-5b64-49f1-837e-9f2485b547f4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 1099 time: 0.0617025 Jun 10 10:26:23.000175 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c8937b04-a55c-455a-944e-ceb0505db00b req-ba83917c-770d-4200-8794-83b3ba7cf5e4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334692 Jun 10 10:26:23.240710 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cb6dfa-352e-4487-93d6-99bf92eb4377 req-45738b31-893d-4140-8bd7-f064487604d9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:23.242152 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c8cb6dfa-352e-4487-93d6-99bf92eb4377 req-45738b31-893d-4140-8bd7-f064487604d9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0748837 Jun 10 10:26:23.299569 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c8cb6dfa-352e-4487-93d6-99bf92eb4377 req-f9b12941-72a0-4356-88b9-0976c88fe414 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511756 Jun 10 10:26:24.487214 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe775d9-14ad-4521-becb-7e7cdaa1f472 req-0e92acd2-54a7-4e63-b678-e458d6239acf tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:24.488882 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-abe775d9-14ad-4521-becb-7e7cdaa1f472 req-0e92acd2-54a7-4e63-b678-e458d6239acf tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0732887 Jun 10 10:26:24.531379 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-abe775d9-14ad-4521-becb-7e7cdaa1f472 req-f50fd719-de1b-43f6-b262-177ea7eaf698 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366185 Jun 10 10:26:24.793456 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 173d96c6-d930-4c60-a428-81649752f980 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:26:24.818508 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 173d96c6-d930-4c60-a428-81649752f980 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:26:24.818871 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 173d96c6-d930-4c60-a428-81649752f980 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:26:25.432918 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d514b8a-bb4f-4e7d-b658-21433bbf4008 req-e19f8948-1bca-4247-96ef-ecc199cf3a81 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:25.434399 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4d514b8a-bb4f-4e7d-b658-21433bbf4008 req-e19f8948-1bca-4247-96ef-ecc199cf3a81 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.0743899 Jun 10 10:26:25.478090 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4d514b8a-bb4f-4e7d-b658-21433bbf4008 req-c9684121-c332-49c0-9d17-93ccc3c75ac5 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377030 Jun 10 10:26:25.715238 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc96a9-56e5-4248-b605-2bdf1ef6e4ec req-71d833eb-9e0d-4647-b4b3-7bb0207aeb17 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:25.716589 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d1fc96a9-56e5-4248-b605-2bdf1ef6e4ec req-71d833eb-9e0d-4647-b4b3-7bb0207aeb17 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0687256 Jun 10 10:26:25.758248 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d1fc96a9-56e5-4248-b605-2bdf1ef6e4ec req-684e7176-95eb-4671-aba7-cb67d9b6a96e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360785 Jun 10 10:26:25.937936 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecb499-7620-4222-b083-abcf37265f97 req-8ca1a089-33cd-4ba1-a746-1d5513153a64 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:25.939698 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a4ecb499-7620-4222-b083-abcf37265f97 req-8ca1a089-33cd-4ba1-a746-1d5513153a64 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0690584 Jun 10 10:26:25.986706 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a4ecb499-7620-4222-b083-abcf37265f97 req-fbc83690-5c7a-4f6e-bd2c-8edb35bf0e43 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406361 Jun 10 10:26:26.666604 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544333c-a3da-49ad-9201-3af9d1e90739 req-f75813ab-3454-40ca-be59-65f423a965bb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:26.668171 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d544333c-a3da-49ad-9201-3af9d1e90739 req-f75813ab-3454-40ca-be59-65f423a965bb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.0721328 Jun 10 10:26:26.712903 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d544333c-a3da-49ad-9201-3af9d1e90739 req-00ac3ce5-1bf9-4a9c-98b1-337eb8bf73f2 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389819 Jun 10 10:26:27.681685 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762241f8-488c-457b-9edd-75b69bb03a7a req-e2252dca-200c-4147-a0cb-3833eb4e72a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:27.683257 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-762241f8-488c-457b-9edd-75b69bb03a7a req-e2252dca-200c-4147-a0cb-3833eb4e72a7 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.0600133 Jun 10 10:26:27.732772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df44f0f9-22e6-4436-a792-ea7978f56d82 req-3c085964-4171-427f-a881-b99db05a21b6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:27.734258 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-df44f0f9-22e6-4436-a792-ea7978f56d82 req-3c085964-4171-427f-a881-b99db05a21b6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0699492 Jun 10 10:26:27.780954 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-df44f0f9-22e6-4436-a792-ea7978f56d82 req-8443d566-1528-4099-8948-370f38099f3a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405197 Jun 10 10:26:27.808837 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762241f8-488c-457b-9edd-75b69bb03a7a req-db97b7a0-90a9-4965-8a0e-2584df60a8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:27.810388 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-762241f8-488c-457b-9edd-75b69bb03a7a req-db97b7a0-90a9-4965-8a0e-2584df60a8ea service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.1201570 Jun 10 10:26:27.875189 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-762241f8-488c-457b-9edd-75b69bb03a7a req-05bf9f11-7c83-40ba-9a96-1eff67f7c891 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 217 time: 0.0538499 Jun 10 10:26:27.910750 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0a4f1-f8df-44d2-a268-e329cfa689e9 req-3342fcea-9f7b-4f5b-bd88-cf1481048c2a tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:27.912461 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2f0a4f1-f8df-44d2-a268-e329cfa689e9 req-3342fcea-9f7b-4f5b-bd88-cf1481048c2a tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.0715427 Jun 10 10:26:27.940988 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762241f8-488c-457b-9edd-75b69bb03a7a req-4177b19c-cefd-4441-9712-0a558b1e17a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:27.942493 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-762241f8-488c-457b-9edd-75b69bb03a7a req-4177b19c-cefd-4441-9712-0a558b1e17a4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.0527592 Jun 10 10:26:27.959116 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2f0a4f1-f8df-44d2-a268-e329cfa689e9 req-3b0f0658-3cc4-45d4-b096-5ef74dd2c4f8 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403979 Jun 10 10:26:27.992346 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-762241f8-488c-457b-9edd-75b69bb03a7a req-f47335cd-fecf-473d-a43a-dfe4707064d7 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378239 Jun 10 10:26:28.093777 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51694) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:28.121434 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-762241f8-488c-457b-9edd-75b69bb03a7a req-57eb40cd-d619-4bd5-a6db-c1ae497bbc44 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132276 Jun 10 10:26:28.206529 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f1f1584e-bd76-4308-ba8d-e9e41113d162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:28.254548 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-762241f8-488c-457b-9edd-75b69bb03a7a req-f5ef23e9-2e06-463a-9861-b1287cee35a0 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138122 Jun 10 10:26:28.302242 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f1f1584e-bd76-4308-ba8d-e9e41113d162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:28.306349 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f1f1584e-bd76-4308-ba8d-e9e41113d162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:28.310289 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f7e60c20-810d-438c-b91e-256398bafe79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:28.351781 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f1584e-bd76-4308-ba8d-e9e41113d162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e509f628-caa4-404d-9e92-5d79521fdf7f,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:28.356140 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-f1f1584e-bd76-4308-ba8d-e9e41113d162 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5183a7af76af44149dd2fb62c08b957e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602334 Jun 10 10:26:28.357039 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f1f1584e-bd76-4308-ba8d-e9e41113d162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:28.358772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51702) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:28.412709 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:28.436496 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:28.489544 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:28.492331 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:28.493510 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e509f628-caa4-404d-9e92-5d79521fdf7f HTTP/1.1" status: 204 len: 168 time: 0.1337907 Jun 10 10:26:28.494856 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-995fe694-5b55-41ea-8069-f06f8fcd88b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:28.503234 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e509f628-caa4-404d-9e92-5d79521fdf7f,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:28.505457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:28.958234 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-280a3d8a-3231-4e0d-8756-9dedcce3c4d7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:28.959736 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-280a3d8a-3231-4e0d-8756-9dedcce3c4d7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.0862451 Jun 10 10:26:28.972437 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a179dd-87d9-46c9-a571-b80e36fe26e8 req-671043de-13f1-4994-95fe-e87dfb7115db tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:28.973983 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79a179dd-87d9-46c9-a571-b80e36fe26e8 req-671043de-13f1-4994-95fe-e87dfb7115db tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0804396 Jun 10 10:26:29.030887 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79a179dd-87d9-46c9-a571-b80e36fe26e8 req-e3a68d03-0c8b-4357-ae5b-09ddd5aa719d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480139 Jun 10 10:26:29.097024 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Deleting port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:26:29.097395 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.140358 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51730) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:29.182571 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eb512c-cce1-4a36-a4d0-3993f52cc3f1 req-416af5e7-f5b4-4920-a7a0-f5f8ef2d4a9e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:29.184066 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c0eb512c-cce1-4a36-a4d0-3993f52cc3f1 req-416af5e7-f5b4-4920-a7a0-f5f8ef2d4a9e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 946 time: 0.0889342 Jun 10 10:26:29.219167 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] For port 7914718a-3dc3-4602-b9a9-0b1345dec1f4, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7914718a-3dc3-4602-b9a9-0b1345dec1f4,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:29.219914 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.237570 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c0eb512c-cce1-4a36-a4d0-3993f52cc3f1 req-d47a11c0-1c18-4b3c-b22f-7804230e55d8 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470054 Jun 10 10:26:29.256166 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2002867201-network', 'tenant_id': 'ff9fc4553e934bf2b2d2b66fcd17d937'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:26:29.281150 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Made reservation on behalf of ff9fc4553e934bf2b2d2b66fcd17d937 for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:26:29.284589 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.296468 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.332604 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Calling delete_port for 7914718a-3dc3-4602-b9a9-0b1345dec1f4 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:26:29.401395 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.405376 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.409150 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f5e2e9c9-bebd-4915-bcd5-387dc13e5021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:29.432325 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1348} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:26:29.448351 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718b0e2e-ebb6-4489-a601-21ff55df9d30,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:29.451772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:29.498043 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.501794 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.502013 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:29.502188 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Added segment a231ad5f-0d1a-455a-b13f-e2c6d2d51761 of type vlan for network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 Jun 10 10:26:29.519401 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', '22bfb8f8-1678-44ba-830a-1093f7604ab1', '7914718a-3dc3-4602-b9a9-0b1345dec1f4'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:29.533360 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event deleted for resources: {'Port': ['ID=7914718a-3dc3-4602-b9a9-0b1345dec1f4,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:29.540541 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:29.558309 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.597213 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.598798 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:29.599434 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.599835 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] No DVR routers for this DVR port 7914718a-3dc3-4602-b9a9-0b1345dec1f4 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:26:29.602930 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.603992 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a055d450-19e8-4640-83db-0b9da74dc494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:29.604932 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-55f9987b-df4b-4a7a-8bd1-536510de822d req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "DELETE /v2.0/ports/7914718a-3dc3-4602-b9a9-0b1345dec1f4 HTTP/1.1" status: 204 len: 173 time: 0.6379709 Jun 10 10:26:29.605605 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'name': 'network-vif-deleted', 'tag': '7914718a-3dc3-4602-b9a9-0b1345dec1f4'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:29.607952 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03486a07-be8e-480d-8e8d-7bf5d1983d2c" -d '{"events": [{"server_uuid": "0d5f5d11-51f7-407c-b171-d16a03c2ff3d", "name": "network-vif-deleted", "tag": "7914718a-3dc3-4602-b9a9-0b1345dec1f4"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:29.652341 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5104980 Jun 10 10:26:29.654830 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51740) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:29.659934 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Request body: {'subnet': {'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2002867201-subnet', 'tenant_id': 'ff9fc4553e934bf2b2d2b66fcd17d937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:26:29.665185 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf16d7f7-0ac4-453f-920e-373e2e5f0281 x-openstack-request-id: req-bf16d7f7-0ac4-453f-920e-373e2e5f0281 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:29.665511 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d5f5d11-51f7-407c-b171-d16a03c2ff3d", "name": "network-vif-deleted", "tag": "7914718a-3dc3-4602-b9a9-0b1345dec1f4", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:29.666231 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-bf16d7f7-0ac4-453f-920e-373e2e5f0281 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:29.666231 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d5f5d11-51f7-407c-b171-d16a03c2ff3d', 'name': 'network-vif-deleted', 'tag': '7914718a-3dc3-4602-b9a9-0b1345dec1f4', 'status': 'completed', 'code': 200} Jun 10 10:26:29.710622 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Pushing event updated for resources: {'Network': ['ID=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:29.720721 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.721176 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.721605 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.722060 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.722480 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.723009 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.723305 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.723782 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.724134 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.724578 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.724976 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.725953 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:29.730606 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:29.745039 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Made reservation on behalf of ff9fc4553e934bf2b2d2b66fcd17d937 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:26:29.749142 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:26:29.749322 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29966915'] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.967162 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32727503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29966933'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:29.970173 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-52171991-b748-4b74-b229-38aa833298b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:30.033819 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79fc2c12-9f07-477a-853a-a241806662ea,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:30.036665 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:30.042916 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Checking segment: {'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:26:30.043275 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Network hostable DHCP agents. Network: 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:26:30.060638 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:26:30.072113 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:26:30.076207 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:30.076814 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:30.084063 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f41f55-5028-41f3-97e7-e904195569e8 None None] Network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:26:30.092169 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4362025 Jun 10 10:26:30.247646 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62bf39c-7cea-4dc8-a1aa-876e5a2ca120 None None] Network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:26:30.248449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb8829-a985-41f0-9ff3-86534f034a0d req-fc76e9dc-3438-46bb-9d96-3566a0ddf0e3 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:30.249985 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9abb8829-a985-41f0-9ff3-86534f034a0d req-fc76e9dc-3438-46bb-9d96-3566a0ddf0e3 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0819054 Jun 10 10:26:30.295786 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9abb8829-a985-41f0-9ff3-86534f034a0d req-beb3cea9-db11-4228-898b-79bb0d0b8202 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398750 Jun 10 10:26:30.435189 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d653dacd-1d94-46e1-9866-5b630406e069 req-dc4be09e-9787-4e13-9d20-d7e94fce8807 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=0d5f5d11-51f7-407c-b171-d16a03c2ff3d HTTP/1.1" status: 200 len: 210 time: 0.0361559 Jun 10 10:26:31.474453 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290da54-a8de-46f3-b567-0cd974650704 req-615c9560-53a2-439a-a08b-3ec47bbc114d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:31.475931 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9290da54-a8de-46f3-b567-0cd974650704 req-615c9560-53a2-439a-a08b-3ec47bbc114d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0676839 Jun 10 10:26:31.520888 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9290da54-a8de-46f3-b567-0cd974650704 req-6dc70d60-e873-42fb-a715-2e1486940719 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387487 Jun 10 10:26:31.973266 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da324e65-e717-4c07-a590-90110941a2dd req-c6126115-6ec6-40e6-b335-bb0d772ba280 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:31.974720 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-da324e65-e717-4c07-a590-90110941a2dd req-c6126115-6ec6-40e6-b335-bb0d772ba280 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 945 time: 0.1472549 Jun 10 10:26:32.036696 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d50b8d10-e1a0-403d-9fb7-e304473e9f85 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:32.038109 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d50b8d10-e1a0-403d-9fb7-e304473e9f85 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/networks?id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 HTTP/1.1" status: 200 len: 814 time: 0.1605241 Jun 10 10:26:32.045527 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-da324e65-e717-4c07-a590-90110941a2dd req-eb447dbc-7855-4a82-995c-02b3a434f881 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592432 Jun 10 10:26:32.055077 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-e2d31054-b0b6-4850-9f66-272c55449024 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/quotas/ff9fc4553e934bf2b2d2b66fcd17d937 HTTP/1.1" status: 200 len: 375 time: 0.0086262 Jun 10 10:26:32.094836 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-4cc29f49-f093-4a43-8da1-44413c6e2ff9 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9fc4553e934bf2b2d2b66fcd17d937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328319 Jun 10 10:26:32.208911 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-49b72528-e6d9-4fd8-95aa-4dbe68e8e78d service neutron] 10.222.0.23 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076140 Jun 10 10:26:32.322521 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-0fa18a6e-9a94-496c-9f65-281ac8dcbe61 service neutron] 10.222.0.23 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068242 Jun 10 10:26:32.490361 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c201dd33-9e3d-4143-97a1-4ac6de7c7da1 req-351e2fd7-48cf-405d-a895-c732bd4b92cf tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 210 time: 0.0332828 Jun 10 10:26:32.721677 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df55f4-dc44-467a-99d0-7e13b32d25b0 req-014cad90-894a-444f-9b2c-681a64064cc1 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:32.723172 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2df55f4-dc44-467a-99d0-7e13b32d25b0 req-014cad90-894a-444f-9b2c-681a64064cc1 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0826168 Jun 10 10:26:32.767390 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2df55f4-dc44-467a-99d0-7e13b32d25b0 req-3ad581da-3ce4-44e4-a448-845f47857f6f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Jun 10 10:26:32.824655 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7914718a-3dc3-4602-b9a9-0b1345dec1f4 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:26:32.854621 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 7914718a-3dc3-4602-b9a9-0b1345dec1f4 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:26:32.855084 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7914718a-3dc3-4602-b9a9-0b1345dec1f4 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:26:33.229602 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58316cf-806f-4cd8-b2a6-0c9ef2283e5b req-65bbda71-9503-4f25-aae1-fe7c1ba0c4bb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:33.230998 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d58316cf-806f-4cd8-b2a6-0c9ef2283e5b req-65bbda71-9503-4f25-aae1-fe7c1ba0c4bb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 945 time: 0.0707536 Jun 10 10:26:33.271888 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d58316cf-806f-4cd8-b2a6-0c9ef2283e5b req-717b5fc4-5197-4425-9f34-53d3862ce467 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353577 Jun 10 10:26:33.632691 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e54a8b21-d4d6-4e62-9436-bf3f15dc3440 req-b22adf31-627a-4655-ad84-7877c881c716 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 210 time: 0.0324614 Jun 10 10:26:33.960539 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ec3ad-3b94-4abc-979f-dfa145d10480 req-eda7a37d-a885-4540-9e23-931ceba22df1 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:33.962090 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-863ec3ad-3b94-4abc-979f-dfa145d10480 req-eda7a37d-a885-4540-9e23-931ceba22df1 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0791011 Jun 10 10:26:34.020016 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-863ec3ad-3b94-4abc-979f-dfa145d10480 req-082b3fdc-bdfd-40b8-acd3-9883bc046911 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472226 Jun 10 10:26:34.047740 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-6a1fd815-7eb8-4bd2-a40f-df91b1635a66 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:34.050065 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-6a1fd815-7eb8-4bd2-a40f-df91b1635a66 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "GET /v2.0/networks?id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 HTTP/1.1" status: 200 len: 814 time: 0.1586647 Jun 10 10:26:34.068502 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Request body: {'port': {'device_id': '79430baf-5398-43ef-8c84-c18edee8e61e', 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3', 'admin_state_up': True, 'tenant_id': 'ff9fc4553e934bf2b2d2b66fcd17d937'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:26:34.206116 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Made reservation on behalf of ff9fc4553e934bf2b2d2b66fcd17d937 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:26:34.209582 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:34.353311 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Allocated IP 172.20.0.6 (8e2d14cd-9046-47ee-9b4a-b765c1ad11f3/79fc2c12-9f07-477a-853a-a241806662ea/d15ebaea-3114-4147-8a21-0301dfc46547) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:26:34.458556 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55168ac-ddd5-4eda-aee3-7bad325d9787 req-3331bc88-2ac5-448e-9b8b-535e64e24d6e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:34.460033 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e55168ac-ddd5-4eda-aee3-7bad325d9787 req-3331bc88-2ac5-448e-9b8b-535e64e24d6e tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 945 time: 0.0695603 Jun 10 10:26:34.501125 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e55168ac-ddd5-4eda-aee3-7bad325d9787 req-c051ff4a-e4c8-45fc-adce-87858a936616 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352552 Jun 10 10:26:34.531947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:34.571046 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:34.574644 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:34.622765 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:26:34.626183 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:26:34.629861 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:26:34.635390 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:34.636011 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:34.644025 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Pushing event updated for resources: {'Port': ['ID=d15ebaea-3114-4147-8a21-0301dfc46547,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:34.653704 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.654103 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.654474 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.654830 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.655183 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.655535 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.655891 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.656239 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.656587 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.656931 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.657294 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.657622 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:34.661777 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5971012 Jun 10 10:26:34.662544 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:34.677399 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Request body: {'port': {'device_id': '79430baf-5398-43ef-8c84-c18edee8e61e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:26:34.819912 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:34.827493 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f0df-f314-4d70-b65c-112edfc94b40 req-610e6335-61eb-4727-96c2-4629d86e7a85 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:34.829094 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aee0f0df-f314-4d70-b65c-112edfc94b40 req-610e6335-61eb-4727-96c2-4629d86e7a85 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 931 time: 0.0772405 Jun 10 10:26:34.849435 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-a6420932-b9c9-4245-a570-d1080d979b3f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:34.850933 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-a6420932-b9c9-4245-a570-d1080d979b3f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 945 time: 0.1414371 Jun 10 10:26:34.875850 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aee0f0df-f314-4d70-b65c-112edfc94b40 req-db85e65e-8e09-4245-81bf-7e47bca7c793 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406668 Jun 10 10:26:35.111774 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Deleting port 22bfb8f8-1678-44ba-830a-1093f7604ab1 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:26:35.112320 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:35.285283 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1f11e-7b18-4888-a01d-ca024ceafc9e req-f2ed2a96-feb8-49cc-b801-1fd13479dedb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:35.286992 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d5f1f11e-7b18-4888-a01d-ca024ceafc9e req-f2ed2a96-feb8-49cc-b801-1fd13479dedb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1378787 Jun 10 10:26:35.346525 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d5f1f11e-7b18-4888-a01d-ca024ceafc9e req-d6268e56-bcbc-4547-9cd5-7636a53d1b15 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530312 Jun 10 10:26:35.534565 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] For port 22bfb8f8-1678-44ba-830a-1093f7604ab1, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=22bfb8f8-1678-44ba-830a-1093f7604ab1,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:35.534931 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:35.653436 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Calling delete_port for 22bfb8f8-1678-44ba-830a-1093f7604ab1 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:26:35.666939 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d15ebaea-3114-4147-8a21-0301dfc46547 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:26:35.676216 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:35.687578 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d3d80-2043-4afc-99c8-e8e2201aa99f req-16a28f13-a9c7-466b-b4b6-427e028c58ea tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:35.689321 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b13d3d80-2043-4afc-99c8-e8e2201aa99f req-16a28f13-a9c7-466b-b4b6-427e028c58ea tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 945 time: 0.0745652 Jun 10 10:26:35.734629 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b13d3d80-2043-4afc-99c8-e8e2201aa99f req-d5bf66a6-9ef9-490e-90c6-3c799969828f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396302 Jun 10 10:26:35.740352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Transition to ACTIVE for port object d15ebaea-3114-4147-8a21-0301dfc46547 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:26:35.749568 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:35.758104 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:35.861186 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Pushing event updated for resources: {'Port': ['ID=d15ebaea-3114-4147-8a21-0301dfc46547,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:35.865628 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:35.939926 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Attempting to bind port d15ebaea-3114-4147-8a21-0301dfc46547 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:26:35.940266 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Attempting to bind port d15ebaea-3114-4147-8a21-0301dfc46547 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:26:35.940601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Attempting to bind port d15ebaea-3114-4147-8a21-0301dfc46547 on network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:26:35.947875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Port d15ebaea-3114-4147-8a21-0301dfc46547 on network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:26:35.948258 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Attempting to bind port d15ebaea-3114-4147-8a21-0301dfc46547 on network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:26:35.958824 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:26:35.959159 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Checking segment: {'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:26:35.959538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Bound using segment: {'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:26:35.959970 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Bound port: d15ebaea-3114-4147-8a21-0301dfc46547, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:26:35.960314 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:35.973365 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:35.978042 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: from cryptography.utils import int_from_bytes Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: from cryptography.utils import int_from_bytes Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.980035 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:26:35.982595 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:26:35.986823 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', '22bfb8f8-1678-44ba-830a-1093f7604ab1'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:36.036155 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event deleted for resources: {'Port': ['ID=22bfb8f8-1678-44ba-830a-1093f7604ab1,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:36.043033 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:36.071172 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31c0fc-22a2-4cfc-ae8d-7a707b62f9d6 req-982f8d87-87ad-47d8-b4c4-a6c3358086fc tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:36.073090 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1a31c0fc-22a2-4cfc-ae8d-7a707b62f9d6 req-982f8d87-87ad-47d8-b4c4-a6c3358086fc tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 943 time: 0.0810475 Jun 10 10:26:36.122811 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] No DVR routers for this DVR port 22bfb8f8-1678-44ba-830a-1093f7604ab1 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:26:36.128289 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:36.131411 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b24362ba-8460-4d03-9f46-304cd9b5a0d5 req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "DELETE /v2.0/ports/22bfb8f8-1678-44ba-830a-1093f7604ab1 HTTP/1.1" status: 204 len: 173 time: 1.2526608 Jun 10 10:26:36.132131 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'name': 'network-vif-deleted', 'tag': '22bfb8f8-1678-44ba-830a-1093f7604ab1'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:36.133046 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1a31c0fc-22a2-4cfc-ae8d-7a707b62f9d6 req-32033969-852f-49be-8285-11d79ca6fabe tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486891 Jun 10 10:26:36.135037 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb0957ee-e878-44fe-b23f-b3ec65b4d66e" -d '{"events": [{"server_uuid": "8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9", "name": "network-vif-deleted", "tag": "22bfb8f8-1678-44ba-830a-1093f7604ab1"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:36.153607 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] For port d15ebaea-3114-4147-8a21-0301dfc46547, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:26:36.159011 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] For port d15ebaea-3114-4147-8a21-0301dfc46547, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d15ebaea-3114-4147-8a21-0301dfc46547,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:26:36.172356 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:36.172356 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:36.205592 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a4b8de-d793-432c-bb65-39ecf266a66b x-openstack-request-id: req-99a4b8de-d793-432c-bb65-39ecf266a66b {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:36.206034 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9", "name": "network-vif-deleted", "tag": "22bfb8f8-1678-44ba-830a-1093f7604ab1", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:36.206377 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-99a4b8de-d793-432c-bb65-39ecf266a66b {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:36.206895 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9', 'name': 'network-vif-deleted', 'tag': '22bfb8f8-1678-44ba-830a-1093f7604ab1', 'status': 'completed', 'code': 200} Jun 10 10:26:36.226506 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:36.227228 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:36.229160 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] 10.222.0.95 "PUT /v2.0/ports/d15ebaea-3114-4147-8a21-0301dfc46547 HTTP/1.1" status: 200 len: 1093 time: 1.5562520 Jun 10 10:26:36.246911 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Pushing event updated for resources: {'Port': ['ID=d15ebaea-3114-4147-8a21-0301dfc46547,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:36.249908 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:36.373387 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d00611c0-f036-40db-9b46-0622c227600b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:36.374875 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d00611c0-f036-40db-9b46-0622c227600b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff9fc4553e934bf2b2d2b66fcd17d937&device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 1096 time: 0.0788760 Jun 10 10:26:36.455150 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-1e56c55c-891d-442c-8290-4e5588008841 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15ebaea-3114-4147-8a21-0301dfc46547 HTTP/1.1" status: 200 len: 217 time: 0.0684574 Jun 10 10:26:36.538614 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-63a1db26-0374-4ee8-9027-e22f8a7599f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:36.540234 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-63a1db26-0374-4ee8-9027-e22f8a7599f6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=79fc2c12-9f07-477a-853a-a241806662ea HTTP/1.1" status: 200 len: 854 time: 0.0637364 Jun 10 10:26:36.548336 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c667457-1723-46fa-8f53-d018dfd71acc req-b1139dc8-dd12-4d4b-b79a-ddabe26f57af tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:36.549863 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c667457-1723-46fa-8f53-d018dfd71acc req-b1139dc8-dd12-4d4b-b79a-ddabe26f57af tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0779836 Jun 10 10:26:36.581916 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-ebe71dbd-e4fe-436a-bd93-6a51464a143b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313773 Jun 10 10:26:36.593297 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c667457-1723-46fa-8f53-d018dfd71acc req-fd8d21ad-1a04-4c41-b2fa-cf4ba6be1a57 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Jun 10 10:26:36.709387 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-d10a270a-7002-4d00-9482-af1850cd5737 service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155968 Jun 10 10:26:36.849380 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d8d650c5-71ba-4d17-a2aa-1b8e18aac6c8 req-ebb586fb-1a54-4def-8b61-48bda0f46efc service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214786 Jun 10 10:26:36.901252 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e0fecc8d-83fa-4d47-ba52-6d823d413993 req-cdc7b2f3-b8f2-4a1d-a521-5154a3c77250 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f8a8cd7-c308-4c6b-b8a0-1eee224af4d9 HTTP/1.1" status: 200 len: 210 time: 0.0350599 Jun 10 10:26:37.334066 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea080d98-c274-4e0c-8d1e-c2c5a202b069 req-524ced60-bf59-4f84-9434-d0a9a641355d tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:37.335558 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ea080d98-c274-4e0c-8d1e-c2c5a202b069 req-524ced60-bf59-4f84-9434-d0a9a641355d tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 943 time: 0.0717978 Jun 10 10:26:37.376977 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ea080d98-c274-4e0c-8d1e-c2c5a202b069 req-24e70d6a-a3b8-4d21-a7a9-2d59bd1e12f8 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Jun 10 10:26:37.777754 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e215d38-f48a-44e9-8cba-d1a729c24e28 req-0f19cfa5-2b2f-4422-be82-5c3c5d782ba8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:37.779218 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0e215d38-f48a-44e9-8cba-d1a729c24e28 req-0f19cfa5-2b2f-4422-be82-5c3c5d782ba8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0713696 Jun 10 10:26:37.828766 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0e215d38-f48a-44e9-8cba-d1a729c24e28 req-7be6705d-d712-4ad3-8e9b-bb571e507a1d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432813 Jun 10 10:26:38.208417 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79430baf-5398-43ef-8c84-c18edee8e61e', 'tag': 'd15ebaea-3114-4147-8a21-0301dfc46547'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:38.210823 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6703b20f-1ab4-4568-9246-8eae77429d24" -d '{"events": [{"name": "network-changed", "server_uuid": "79430baf-5398-43ef-8c84-c18edee8e61e", "tag": "d15ebaea-3114-4147-8a21-0301dfc46547"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:38.247020 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26be81e7-dd66-4754-b75d-b27afc42f5fd x-openstack-request-id: req-26be81e7-dd66-4754-b75d-b27afc42f5fd {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:38.247341 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79430baf-5398-43ef-8c84-c18edee8e61e", "tag": "d15ebaea-3114-4147-8a21-0301dfc46547", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:38.247642 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-26be81e7-dd66-4754-b75d-b27afc42f5fd {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:38.248060 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79430baf-5398-43ef-8c84-c18edee8e61e', 'tag': 'd15ebaea-3114-4147-8a21-0301dfc46547', 'status': 'completed', 'code': 200} Jun 10 10:26:38.332938 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-adc88b5e-8ad1-4e7b-8d0a-f0f9b37cfa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:38.334448 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-adc88b5e-8ad1-4e7b-8d0a-f0f9b37cfa6a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff9fc4553e934bf2b2d2b66fcd17d937&device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 1096 time: 0.0594301 Jun 10 10:26:38.449609 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-d9699ec6-af62-492c-9fad-3f3cdd6a4d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:38.451087 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-d9699ec6-af62-492c-9fad-3f3cdd6a4d92 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 HTTP/1.1" status: 200 len: 916 time: 0.1099994 Jun 10 10:26:38.506406 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-8d62082d-8d12-4aea-9432-569d05c36800 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d15ebaea-3114-4147-8a21-0301dfc46547 HTTP/1.1" status: 200 len: 217 time: 0.0471418 Jun 10 10:26:38.560959 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0b472-b4e2-4819-a4dd-a1819c1cb5c6 req-e256b60c-34ad-429d-a41f-227d3c5e5cea tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:38.562434 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46d0b472-b4e2-4819-a4dd-a1819c1cb5c6 req-e256b60c-34ad-429d-a41f-227d3c5e5cea tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 943 time: 0.0723381 Jun 10 10:26:38.566998 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-97344ae4-c73d-4ca8-8a35-8b37263427e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:38.568536 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-97344ae4-c73d-4ca8-8a35-8b37263427e3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=79fc2c12-9f07-477a-853a-a241806662ea HTTP/1.1" status: 200 len: 854 time: 0.0551951 Jun 10 10:26:38.604412 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46d0b472-b4e2-4819-a4dd-a1819c1cb5c6 req-e7eeb35b-94da-41c8-b7e5-c0e8ad89c22f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Jun 10 10:26:38.605978 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-e7321738-ee28-46aa-b2e1-937ed1a30ba8 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300832 Jun 10 10:26:38.731913 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-fdb37991-5f0f-43ec-9747-37f41b4d983e service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176910 Jun 10 10:26:38.840237 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device d15ebaea-3114-4147-8a21-0301dfc46547 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:26:38.842431 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 22bfb8f8-1678-44ba-830a-1093f7604ab1 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:26:38.857903 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6703b20f-1ab4-4568-9246-8eae77429d24 req-dd51c4b5-c7e2-4221-8283-8c05b19f49a3 service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139979 Jun 10 10:26:38.878639 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 22bfb8f8-1678-44ba-830a-1093f7604ab1 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:26:38.879151 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 22bfb8f8-1678-44ba-830a-1093f7604ab1 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:26:38.992432 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port d15ebaea-3114-4147-8a21-0301dfc46547, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d15ebaea-3114-4147-8a21-0301dfc46547,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:39.004922 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'd15ebaea-3114-4147-8a21-0301dfc46547', 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3', 'port_id': 'd15ebaea-3114-4147-8a21-0301dfc46547', 'mac_address': 'fa:16:3e:8e:b0:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79fc2c12-9f07-477a-853a-a241806662ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:26:39.008966 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a28b8-c4a1-4daa-9f3f-2a4e032675a3 req-44132d51-a5b3-4116-ac84-2687074ea677 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:39.010952 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c2a28b8-c4a1-4daa-9f3f-2a4e032675a3 req-44132d51-a5b3-4116-ac84-2687074ea677 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0692255 Jun 10 10:26:39.053065 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:39.058336 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c2a28b8-c4a1-4daa-9f3f-2a4e032675a3 req-2020d202-135e-4fb9-9e01-cf2892a46b93 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Jun 10 10:26:39.068835 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d15ebaea-3114-4147-8a21-0301dfc46547 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:26:39.089472 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port d15ebaea-3114-4147-8a21-0301dfc46547, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d15ebaea-3114-4147-8a21-0301dfc46547,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:39.092989 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:39.095433 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:39.148331 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=d15ebaea-3114-4147-8a21-0301dfc46547,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:39.151551 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:39.460111 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['d15ebaea-3114-4147-8a21-0301dfc46547'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:39.485974 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759db539-64c0-4c55-a112-41404cc5a46a req-7782813f-e494-443d-84e0-af96de025ab3 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:39.487439 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-759db539-64c0-4c55-a112-41404cc5a46a req-7782813f-e494-443d-84e0-af96de025ab3 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.0736556 Jun 10 10:26:39.695040 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-759db539-64c0-4c55-a112-41404cc5a46a req-d427e446-5d2f-4138-b07d-46870ffc205b tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019725 Jun 10 10:26:39.783431 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a59ba3-c89d-430a-92ac-ed1a2acd212e req-1a6e28df-c6fc-4e74-b413-f80162942847 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:39.784898 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d3a59ba3-c89d-430a-92ac-ed1a2acd212e req-1a6e28df-c6fc-4e74-b413-f80162942847 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 944 time: 0.0680072 Jun 10 10:26:39.830468 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d3a59ba3-c89d-430a-92ac-ed1a2acd212e req-3ddaedd5-7999-455e-8534-49192913ca4e tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399950 Jun 10 10:26:39.989111 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 51922) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:40.093345 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff05-cf13-4e34-aec0-a3803fdc17d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.220971 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff05-cf13-4e34-aec0-a3803fdc17d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.225124 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-65d5ff05-cf13-4e34-aec0-a3803fdc17d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.229456 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-4969f29e-8c0a-4349-8c0e-c8f23eaf134f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:40.280679 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-65d5ff05-cf13-4e34-aec0-a3803fdc17d7 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=879df3662b044e67b1c0b534a9389a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2905035 Jun 10 10:26:40.283311 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 51928) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:40.283944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5ff05-cf13-4e34-aec0-a3803fdc17d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e065f7-dafb-4802-8622-4d3af3764baa,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:40.287421 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-65d5ff05-cf13-4e34-aec0-a3803fdc17d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:40.300502 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24314ebe-bdb6-47d8-8b41-e4c2c32ac994 req-23e7a714-862a-46cf-88c2-a581d4f9020b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:40.302561 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-24314ebe-bdb6-47d8-8b41-e4c2c32ac994 req-23e7a714-862a-46cf-88c2-a581d4f9020b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1259575 Jun 10 10:26:40.338144 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.345237 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-24314ebe-bdb6-47d8-8b41-e4c2c32ac994 req-f5e6b93d-451d-478a-8de0-cdedf3ec5958 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369124 Jun 10 10:26:40.362339 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.410850 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.414205 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.415326 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e2e065f7-dafb-4802-8622-4d3af3764baa HTTP/1.1" status: 204 len: 168 time: 0.1310258 Jun 10 10:26:40.416193 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b944b858-2352-45de-9276-e808bf531303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:40.424639 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e065f7-dafb-4802-8622-4d3af3764baa,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:40.426967 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:40.716426 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-7ddc605a-b719-4b53-bca9-bb4b2e01309d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:40.851480 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device d15ebaea-3114-4147-8a21-0301dfc46547 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:26:40.881294 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0136c08-568f-42cc-bc6d-7a6c896ea180 req-86491bc1-3d1a-4920-adff-28b6b853ebf3 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:40.882811 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e0136c08-568f-42cc-bc6d-7a6c896ea180 req-86491bc1-3d1a-4920-adff-28b6b853ebf3 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.0769072 Jun 10 10:26:40.927519 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e0136c08-568f-42cc-bc6d-7a6c896ea180 req-529dc3b0-bc90-4880-a278-a449705672fb tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 Jun 10 10:26:40.963403 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port d15ebaea-3114-4147-8a21-0301dfc46547 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:26:40.968549 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port d15ebaea-3114-4147-8a21-0301dfc46547 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:26:40.968939 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:41.072870 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af313cd8-9699-4232-aac5-ebc484e3ce75 req-2763be10-1c4a-4117-9d99-62598975fae8 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:41.074745 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-af313cd8-9699-4232-aac5-ebc484e3ce75 req-2763be10-1c4a-4117-9d99-62598975fae8 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 944 time: 0.0907893 Jun 10 10:26:41.076554 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:41.103003 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79430baf-5398-43ef-8c84-c18edee8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15ebaea-3114-4147-8a21-0301dfc46547'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:41.104570 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282a5840-4c56-406b-9538-110b32073921" -d '{"events": [{"server_uuid": "79430baf-5398-43ef-8c84-c18edee8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "d15ebaea-3114-4147-8a21-0301dfc46547"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:41.119726 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port d15ebaea-3114-4147-8a21-0301dfc46547, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d15ebaea-3114-4147-8a21-0301dfc46547,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:41.124739 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:41.125482 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-af313cd8-9699-4232-aac5-ebc484e3ce75 req-7ef8e213-00c7-4be7-bb2a-fb7d4ee5028a tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443206 Jun 10 10:26:41.126860 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:41.157317 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f70763e-fcbf-44e1-a62a-7f3750b28625 x-openstack-request-id: req-4f70763e-fcbf-44e1-a62a-7f3750b28625 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:41.157616 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79430baf-5398-43ef-8c84-c18edee8e61e", "name": "network-vif-plugged", "status": "completed", "tag": "d15ebaea-3114-4147-8a21-0301dfc46547", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:41.157949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-4f70763e-fcbf-44e1-a62a-7f3750b28625 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:41.158346 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79430baf-5398-43ef-8c84-c18edee8e61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd15ebaea-3114-4147-8a21-0301dfc46547', 'code': 200} Jun 10 10:26:41.183908 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=d15ebaea-3114-4147-8a21-0301dfc46547,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:41.188053 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:41.390965 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844cf13-5957-4ba3-ba36-ffebeb9c8d8d req-0aa6330f-7173-4838-91ac-0e8517ec794b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:41.392476 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2844cf13-5957-4ba3-ba36-ffebeb9c8d8d req-0aa6330f-7173-4838-91ac-0e8517ec794b service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 1098 time: 0.0596497 Jun 10 10:26:41.451134 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2844cf13-5957-4ba3-ba36-ffebeb9c8d8d req-99adb5cd-d289-4845-82bc-6681fd0d19bc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427828 Jun 10 10:26:41.547061 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e8e2fa-d187-4a8d-821d-d472521c0a6c req-35e41863-c7ad-4e2b-ac23-b0983ef1ef59 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:41.549547 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2e8e2fa-d187-4a8d-821d-d472521c0a6c req-35e41863-c7ad-4e2b-ac23-b0983ef1ef59 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0773029 Jun 10 10:26:41.592570 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2e8e2fa-d187-4a8d-821d-d472521c0a6c req-a74850aa-82d9-443c-af4e-f3e7f33feb5c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363815 Jun 10 10:26:41.883403 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-33b6c326-cc2f-48b8-ad70-c580a9f70e8d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:41.885226 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-33b6c326-cc2f-48b8-ad70-c580a9f70e8d tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.0745041 Jun 10 10:26:41.997880 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Deleting port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:26:41.998255 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:42.118971 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] For port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,segment=NetworkSegment(5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e),segment_id=5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:42.119398 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:42.126430 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef2e05-ca6a-41ea-8ac7-776b6560471c req-1ed87087-2564-4678-acfd-402ee8dddca9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:42.127947 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e8ef2e05-ca6a-41ea-8ac7-776b6560471c req-1ed87087-2564-4678-acfd-402ee8dddca9 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 946 time: 0.0731378 Jun 10 10:26:42.173429 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e8ef2e05-ca6a-41ea-8ac7-776b6560471c req-3fc39ead-7d54-41f0-b689-ff628babfe52 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/security-groups?id=f01fc3d5-7952-4102-8be3-b6fb1c0a329b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Jun 10 10:26:42.219053 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Calling delete_port for 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:26:42.347824 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d1588-d464-4945-a458-c2e1c36f0eca req-12bef500-b89d-4738-9b13-8d1e4bf0e821 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:42.349295 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-776d1588-d464-4945-a458-c2e1c36f0eca req-12bef500-b89d-4738-9b13-8d1e4bf0e821 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0741050 Jun 10 10:26:42.371249 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:42.375097 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:42.386703 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['2e63ea4b-abda-4e16-8fab-b1e9eae3c8de'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:42.393156 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-776d1588-d464-4945-a458-c2e1c36f0eca req-6f585f18-ccc7-4ee7-8123-80cee62ed352 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382302 Jun 10 10:26:42.406421 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Pushing event deleted for resources: {'Port': ['ID=2e63ea4b-abda-4e16-8fab-b1e9eae3c8de,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:42.416970 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:42.472797 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] No DVR routers for this DVR port 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:26:42.475074 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:42.476999 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dc8d9eef-d035-412c-a039-4556d6f369fd req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.95 "DELETE /v2.0/ports/2e63ea4b-abda-4e16-8fab-b1e9eae3c8de HTTP/1.1" status: 204 len: 173 time: 0.5838594 Jun 10 10:26:42.477472 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'name': 'network-vif-deleted', 'tag': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:42.479956 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80452cff-bfb3-4069-a214-70764ca94c7f" -d '{"events": [{"server_uuid": "4cb6d68f-797b-463b-aac6-0f15d236752c", "name": "network-vif-deleted", "tag": "2e63ea4b-abda-4e16-8fab-b1e9eae3c8de"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:42.518202 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889c5287-54a4-4bfc-8aff-f3a4783a7a41 x-openstack-request-id: req-889c5287-54a4-4bfc-8aff-f3a4783a7a41 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:42.518871 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cb6d68f-797b-463b-aac6-0f15d236752c", "name": "network-vif-deleted", "tag": "2e63ea4b-abda-4e16-8fab-b1e9eae3c8de", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:42.519305 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-889c5287-54a4-4bfc-8aff-f3a4783a7a41 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:42.519929 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4cb6d68f-797b-463b-aac6-0f15d236752c', 'name': 'network-vif-deleted', 'tag': '2e63ea4b-abda-4e16-8fab-b1e9eae3c8de', 'status': 'completed', 'code': 200} Jun 10 10:26:42.671188 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-1a87e8f0-c6ff-4171-8c26-9cd14f62f04c tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/networks?tenant_id=f2f386b726f241568411ab7b4b89edb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329030 Jun 10 10:26:42.918221 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-71470a4d-9fd2-4419-86da-cef4d74d6f12 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:42.919672 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-71470a4d-9fd2-4419-86da-cef4d74d6f12 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2426603 Jun 10 10:26:42.941835 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b2ba79-260f-4f5f-bf0a-0f91185c2b21 req-69824fb1-e23a-4617-8e72-a7bba4adf044 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:42.943266 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-84b2ba79-260f-4f5f-bf0a-0f91185c2b21 req-69824fb1-e23a-4617-8e72-a7bba4adf044 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.2201266 Jun 10 10:26:42.946711 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-79dc3a5a-9ed0-4038-8078-31c34f2baf40 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/quotas/f2f386b726f241568411ab7b4b89edb0 HTTP/1.1" status: 200 len: 375 time: 0.0192511 Jun 10 10:26:43.003526 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-7306c21e-150f-42a8-8c35-a0e55e00106b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=f2f386b726f241568411ab7b4b89edb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482333 Jun 10 10:26:43.016500 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-84b2ba79-260f-4f5f-bf0a-0f91185c2b21 req-b8f80fbc-9dbe-4ffd-b053-062ba6cee1cf tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676289 Jun 10 10:26:43.180440 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-39e24327-5118-4183-8c57-878656ceafed req-a125488c-cf59-43f9-93be-883c28f481f6 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 210 time: 0.0354171 Jun 10 10:26:43.258212 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:43.262640 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9effe11d-3c3c-4fa5-aed9-3f8fb9b6076c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:43.411997 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3c209ed4-2a07-40ee-bd0a-f1f3f54960a7 req-46c5de78-d248-4175-972b-8cc50217e4aa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] 10.222.0.23 "GET /v2.0/ports?device_id=4cb6d68f-797b-463b-aac6-0f15d236752c HTTP/1.1" status: 200 len: 210 time: 0.0492146 Jun 10 10:26:43.583618 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786bea0-b57a-41b9-be91-d0b167af1299 req-9e4c64e7-2353-4910-91a7-e638fd39af61 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:43.585091 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0786bea0-b57a-41b9-be91-d0b167af1299 req-9e4c64e7-2353-4910-91a7-e638fd39af61 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0730464 Jun 10 10:26:43.627511 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0786bea0-b57a-41b9-be91-d0b167af1299 req-4a507dbf-0881-415c-9f85-e9967ae4317e tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360029 Jun 10 10:26:44.171466 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:44.215826 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59643cc3-20e6-4dcc-a7cf-7ea0599d023e req-83088cec-2b4d-4f9c-88af-8966aebbbe9e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:44.217522 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-59643cc3-20e6-4dcc-a7cf-7ea0599d023e req-83088cec-2b4d-4f9c-88af-8966aebbbe9e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0770645 Jun 10 10:26:44.273500 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-59643cc3-20e6-4dcc-a7cf-7ea0599d023e req-ee7b877c-02db-4525-ae4c-b34dbad6a895 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500205 Jun 10 10:26:44.342517 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d539637c-1709-42c8-bc2b-37d059e618f7 req-b6a529fc-58a3-4864-a0a9-4025045f5549 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 210 time: 0.0410056 Jun 10 10:26:44.388586 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-bf9bf15f-3c08-4362-b39a-9a9f2b6308bf tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.95 "GET /v2.0/networks?tenant_id=f2f386b726f241568411ab7b4b89edb0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335455 Jun 10 10:26:44.537862 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52076) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:44.600155 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Deleting subnet 2be4d1e0-767d-4f7a-ad15-075a2b9c4518 {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:26:44.605021 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:44.653604 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:44.711993 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:44.772889 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:44.776475 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:44.808856 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be4d1e0-767d-4f7a-ad15-075a2b9c4518,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:44.810873 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:44.817707 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/2be4d1e0-767d-4f7a-ad15-075a2b9c4518 HTTP/1.1" status: 204 len: 168 time: 0.2786250 Jun 10 10:26:44.820837 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-19faf455-ed97-4d42-b1fa-5f29ed411f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:44.821300 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52082) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:44.887813 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-e0fcf9e2-c35f-493f-9a68-71cfbd850ca7 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:44.889315 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-e0fcf9e2-c35f-493f-9a68-71cfbd850ca7 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.95 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4919343 Jun 10 10:26:44.897770 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:26:44.898466 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-72fd05f2-6087-4040-8344-1b4a542768ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:44.899909 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-72fd05f2-6087-4040-8344-1b4a542768ba service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.1885366 Jun 10 10:26:44.915769 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:44.916545 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Request body: {'port': {'device_id': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74', 'admin_state_up': True, 'tenant_id': 'f2f386b726f241568411ab7b4b89edb0'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:26:44.940645 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:26:44.941061 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 2e63ea4b-abda-4e16-8fab-b1e9eae3c8de not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:26:45.032666 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.043794 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2abe009-3c20-45a5-b32e-ace1ac3bb3d3']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:26:45.055210 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:26:45.055504 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf67b94-8c13-409b-9c1d-bb8c5df2eb5e') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:26:45.070338 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.090233 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.098130 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Releasing vlan 1329 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:26:45.099122 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:26:45.101870 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:26:45.165844 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-d7a6f32c-ddc5-4759-a52e-ea088baef935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:45.167511 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-d7a6f32c-ddc5-4759-a52e-ea088baef935 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.2301116 Jun 10 10:26:45.185161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.189599 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:45.195457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.200949 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] 10.222.0.23 "DELETE /v2.0/networks/d2abe009-3c20-45a5-b32e-ace1ac3bb3d3 HTTP/1.1" status: 204 len: 168 time: 0.3764508 Jun 10 10:26:45.213598 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Pushing event deleted for resources: {'Network': ['ID=d2abe009-3c20-45a5-b32e-ace1ac3bb3d3,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:45.216649 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-388f9fde-c13b-4965-a886-e9c498da960d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:45.239825 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-14e9b14e-7f6f-4857-85ce-9547b8f9e9e1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 217 time: 0.0652194 Jun 10 10:26:45.241718 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Made reservation on behalf of f2f386b726f241568411ab7b4b89edb0 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:26:45.245600 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.287461 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.366876 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-4e0f6434-edb4-4057-90db-5daaa3198701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:45.368638 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-4e0f6434-edb4-4057-90db-5daaa3198701 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.0923576 Jun 10 10:26:45.383938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52092) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:45.419327 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-addd0a0d-6c36-4470-9897-39fc4e38df72 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423088 Jun 10 10:26:45.432556 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a333c6bb-a875-47a0-8381-a94b5d5aa0e0 req-1fc995b4-7fa9-49e3-9fb9-3b9b7ed7c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:45.434058 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a333c6bb-a875-47a0-8381-a94b5d5aa0e0 req-1fc995b4-7fa9-49e3-9fb9-3b9b7ed7c5b4 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.2026060 Jun 10 10:26:45.491884 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6a3b146d-6667-4e23-b644-47d911f0acef admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e3b08009d134fdc82245d943c4ed9bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1037145 Jun 10 10:26:45.494455 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52094) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:45.527113 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7cf4a0ae-fe6a-4263-9233-f07185ae2341 req-54955b67-02d7-4706-b987-ef941d8a0110 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 210 time: 0.0512040 Jun 10 10:26:45.601340 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a333c6bb-a875-47a0-8381-a94b5d5aa0e0 req-213cf751-91f1-42cc-b4e7-84ad20c28f8b service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518755 Jun 10 10:26:45.630642 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.637511 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-fb20daf5-e423-44d3-9a09-4c16d4b4bfc3 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024686 Jun 10 10:26:45.638675 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.641776 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5c1908b9-1d9f-4ce0-ab47-1086a9bd0552 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:45.724126 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb3ddf3-fda2-4fce-ba34-b80cca35b077,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:45.738629 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:45.766042 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a8e4f0-0b10-48ef-b4ce-cefe83851ad6 req-76201406-b5fb-4208-862f-d35075072a39 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:45.768173 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-26a8e4f0-0b10-48ef-b4ce-cefe83851ad6 req-76201406-b5fb-4208-862f-d35075072a39 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.3486757 Jun 10 10:26:45.785062 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0f93edd4-94ce-49c2-a440-1f77b82f16c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.828680 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0f93edd4-94ce-49c2-a440-1f77b82f16c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.849557 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-26a8e4f0-0b10-48ef-b4ce-cefe83851ad6 req-71f7918d-07a3-4c1b-aa57-eac722dedfa8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706105 Jun 10 10:26:45.885596 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Allocated IP 192.168.233.152 (9584a9dc-0a94-44af-95b6-0cb130164a74/4f3b6321-6dd5-4a76-b5ad-c2051d697e9a/b0125bca-5c11-408e-b742-6951b716d7ef) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:26:45.892594 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0f93edd4-94ce-49c2-a440-1f77b82f16c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.895698 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0f93edd4-94ce-49c2-a440-1f77b82f16c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:45.899490 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-0f93edd4-94ce-49c2-a440-1f77b82f16c9 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f01fc3d5-7952-4102-8be3-b6fb1c0a329b HTTP/1.1" status: 204 len: 168 time: 0.4032903 Jun 10 10:26:45.899490 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5ec67589-6872-447d-ae7a-1cd1401e8939 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:45.907458 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93edd4-94ce-49c2-a440-1f77b82f16c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01fc3d5-7952-4102-8be3-b6fb1c0a329b,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:45.910252 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0f93edd4-94ce-49c2-a440-1f77b82f16c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:45.913572 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f591be2a-13c1-487f-9e50-491a6b6bde78 req-ff3f882b-73fc-49fc-931e-1e6c89d82f23 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840618 Jun 10 10:26:46.053422 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.102052 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.117795 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Transition to ACTIVE for port object b0125bca-5c11-408e-b742-6951b716d7ef will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:26:46.153504 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.157546 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7c43e7d1-4904-4c46-a61d-a9f2719a1063 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:46.207748 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Network 9584a9dc-0a94-44af-95b6-0cb130164a74 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:26:46.214689 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:26:46.220155 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:26:46.225320 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:46.225862 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.237320 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Pushing event updated for resources: {'Port': ['ID=b0125bca-5c11-408e-b742-6951b716d7ef,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:46.240142 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:46.246907 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3341863 Jun 10 10:26:46.272917 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Request body: {'port': {'device_id': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:26:46.365920 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.503434 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-53d85a22-a133-40b2-880e-4000227d2c7c None None] Provisioning for port b0125bca-5c11-408e-b742-6951b716d7ef completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:26:46.507928 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-53d85a22-a133-40b2-880e-4000227d2c7c None None] Provisioning complete for port b0125bca-5c11-408e-b742-6951b716d7ef triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:26:46.508323 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-53d85a22-a133-40b2-880e-4000227d2c7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.552763 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-53d85a22-a133-40b2-880e-4000227d2c7c None None] Port b0125bca-5c11-408e-b742-6951b716d7ef cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:26:46.707643 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0125bca-5c11-408e-b742-6951b716d7ef {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:26:46.716024 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.728744 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37c3cec-6090-4ffe-8efa-44ed2e494d77 req-2c415e79-aaea-4ff5-9c1d-ec8f42196413 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:46.729346 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Transition to ACTIVE for port object b0125bca-5c11-408e-b742-6951b716d7ef will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:26:46.730891 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d37c3cec-6090-4ffe-8efa-44ed2e494d77 req-2c415e79-aaea-4ff5-9c1d-ec8f42196413 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 936 time: 0.0771151 Jun 10 10:26:46.732639 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:46.734634 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-182c1231-3728-4e42-afe0-888914865711 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:46.774817 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d37c3cec-6090-4ffe-8efa-44ed2e494d77 req-6ac98171-d091-43c9-a24c-d3b9f7b81fce tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376816 Jun 10 10:26:46.791293 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Pushing event updated for resources: {'Port': ['ID=b0125bca-5c11-408e-b742-6951b716d7ef,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:46.848979 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:46.902123 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Attempting to bind port b0125bca-5c11-408e-b742-6951b716d7ef on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:26:46.902806 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Attempting to bind port b0125bca-5c11-408e-b742-6951b716d7ef by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:26:46.903309 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Attempting to bind port b0125bca-5c11-408e-b742-6951b716d7ef on network 9584a9dc-0a94-44af-95b6-0cb130164a74 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:26:46.909816 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Port b0125bca-5c11-408e-b742-6951b716d7ef on network 9584a9dc-0a94-44af-95b6-0cb130164a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:26:46.910432 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Attempting to bind port b0125bca-5c11-408e-b742-6951b716d7ef on network 9584a9dc-0a94-44af-95b6-0cb130164a74 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:26:46.917102 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:26:46.917690 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Checking segment: {'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:26:46.918292 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Bound using segment: {'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:26:46.918948 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Bound port: b0125bca-5c11-408e-b742-6951b716d7ef, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4135eb0f-760a-4c04-9d12-dfa5efabce28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1342, 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:26:46.919487 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:47.036871 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] For port b0125bca-5c11-408e-b742-6951b716d7ef, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:26:47.040476 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] For port b0125bca-5c11-408e-b742-6951b716d7ef, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b0125bca-5c11-408e-b742-6951b716d7ef,segment=NetworkSegment(4135eb0f-760a-4c04-9d12-dfa5efabce28),segment_id=4135eb0f-760a-4c04-9d12-dfa5efabce28)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:26:47.046921 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:47.050153 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-89a8f984-c5fc-4394-9620-1d9e5eb041e6 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:47.127495 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4385ece8-e656-4ec0-8c84-4bff18ff8d5b req-e8d69898-476e-4d67-9070-0bc5aa5b4f40 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:47.137143 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4385ece8-e656-4ec0-8c84-4bff18ff8d5b req-e8d69898-476e-4d67-9070-0bc5aa5b4f40 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1057293 Jun 10 10:26:47.195966 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4385ece8-e656-4ec0-8c84-4bff18ff8d5b req-587aa5d5-245c-45d6-8204-c354ebb2b298 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516770 Jun 10 10:26:47.328711 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:47.329336 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:47.333168 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] 10.222.0.95 "PUT /v2.0/ports/b0125bca-5c11-408e-b742-6951b716d7ef HTTP/1.1" status: 200 len: 1098 time: 1.0655780 Jun 10 10:26:47.334099 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'tag': 'b0125bca-5c11-408e-b742-6951b716d7ef'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:47.336446 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab" -d '{"events": [{"name": "network-changed", "server_uuid": "8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0", "tag": "b0125bca-5c11-408e-b742-6951b716d7ef"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:47.373483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Pushing event updated for resources: {'Port': ['ID=b0125bca-5c11-408e-b742-6951b716d7ef,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:47.377905 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:47.386576 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dfd3cf-2d38-41d9-977a-2bc7e1895112 x-openstack-request-id: req-45dfd3cf-2d38-41d9-977a-2bc7e1895112 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:47.386895 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0", "tag": "b0125bca-5c11-408e-b742-6951b716d7ef", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:47.387169 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-45dfd3cf-2d38-41d9-977a-2bc7e1895112 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:47.387668 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'tag': 'b0125bca-5c11-408e-b742-6951b716d7ef', 'status': 'completed', 'code': 200} Jun 10 10:26:47.472128 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-641287bd-2a4a-485f-adf3-fe1a5e37dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:47.473650 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-641287bd-2a4a-485f-adf3-fe1a5e37dc91 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2f386b726f241568411ab7b4b89edb0&device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 1101 time: 0.0643618 Jun 10 10:26:47.547227 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-e181130f-c2ba-45bb-a81c-df068081f7a9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b0125bca-5c11-408e-b742-6951b716d7ef HTTP/1.1" status: 200 len: 217 time: 0.0489805 Jun 10 10:26:47.628513 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-dbb420f9-547b-4b0e-96bd-d73e217ea955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:47.629962 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-dbb420f9-547b-4b0e-96bd-d73e217ea955 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4f3b6321-6dd5-4a76-b5ad-c2051d697e9a HTTP/1.1" status: 200 len: 843 time: 0.0539725 Jun 10 10:26:47.717461 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02302c47-3215-4c01-a782-0d90fa09509c req-8095b30e-ce75-4779-93e6-a55d6f2e61da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:47.718953 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-8095b30e-ce75-4779-93e6-a55d6f2e61da service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9584a9dc-0a94-44af-95b6-0cb130164a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0628722 Jun 10 10:26:47.845005 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-af1e8393-81f6-4098-93cf-d8cb80cd39ed service neutron] 10.222.0.95 "GET /v2.0/networks/9584a9dc-0a94-44af-95b6-0cb130164a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067624 Jun 10 10:26:47.971927 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-02302c47-3215-4c01-a782-0d90fa09509c req-10bb46e3-4fed-4e8c-a0dd-fc673fb7d4ae service neutron] 10.222.0.95 "GET /v2.0/networks/9584a9dc-0a94-44af-95b6-0cb130164a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178243 Jun 10 10:26:47.993394 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654fb4f0-2e83-42f6-9cda-f7d861ca2b39 req-6e091517-88cd-45c4-88ef-70cbbb6acc1f tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:47.995604 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-654fb4f0-2e83-42f6-9cda-f7d861ca2b39 req-6e091517-88cd-45c4-88ef-70cbbb6acc1f tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 948 time: 0.0846260 Jun 10 10:26:48.045428 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-654fb4f0-2e83-42f6-9cda-f7d861ca2b39 req-9da6a7fd-a95b-4294-81af-cb6edbc95359 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422769 Jun 10 10:26:48.086684 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:26:48.125788 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-f9c8bdad-801d-4978-8eaa-f5b3386c67e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:48.127305 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-f9c8bdad-801d-4978-8eaa-f5b3386c67e9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=f2f386b726f241568411ab7b4b89edb0&device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 1101 time: 0.0668321 Jun 10 10:26:48.250320 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-6cd9c444-8c60-49b6-bd00-a03052e27219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:48.251816 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-6cd9c444-8c60-49b6-bd00-a03052e27219 service neutron] 10.222.0.95 "GET /v2.0/networks?id=9584a9dc-0a94-44af-95b6-0cb130164a74 HTTP/1.1" status: 200 len: 871 time: 0.1160946 Jun 10 10:26:48.327824 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-8e7ec055-03ce-47d9-a895-a5d3e437e381 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=b0125bca-5c11-408e-b742-6951b716d7ef HTTP/1.1" status: 200 len: 217 time: 0.0591545 Jun 10 10:26:48.391289 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-cb070f40-b32a-42c8-985b-ffb260ee9de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:48.392992 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-cb070f40-b32a-42c8-985b-ffb260ee9de4 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=4f3b6321-6dd5-4a76-b5ad-c2051d697e9a HTTP/1.1" status: 200 len: 843 time: 0.0540717 Jun 10 10:26:48.405729 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407db44-b49e-4a1e-8278-abed1a8f70c3 req-522ecf93-50b7-4f86-b490-9cbedfa73893 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:48.407249 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f407db44-b49e-4a1e-8278-abed1a8f70c3 req-522ecf93-50b7-4f86-b490-9cbedfa73893 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0873733 Jun 10 10:26:48.456206 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f407db44-b49e-4a1e-8278-abed1a8f70c3 req-f6761c1c-b224-46fc-aa01-e3de370b4bab tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420244 Jun 10 10:26:48.479911 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-c13f1f7b-7fba-4c43-9448-def0800a9109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:48.482600 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-c13f1f7b-7fba-4c43-9448-def0800a9109 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=9584a9dc-0a94-44af-95b6-0cb130164a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0786390 Jun 10 10:26:48.618213 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-f4d77dfc-24ef-458b-a951-0c44d27783ce service neutron] 10.222.0.95 "GET /v2.0/networks/9584a9dc-0a94-44af-95b6-0cb130164a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246841 Jun 10 10:26:48.756337 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6a0aa8c5-9f4d-48a8-b778-22de30e7bbab req-5b506094-e6c3-4ef3-942f-7de266615f03 service neutron] 10.222.0.95 "GET /v2.0/networks/9584a9dc-0a94-44af-95b6-0cb130164a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269670 Jun 10 10:26:48.885001 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-eafbacf7-d24c-4313-b1cc-9dc6d5b2713e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:48.886685 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-eafbacf7-d24c-4313-b1cc-9dc6d5b2713e service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.0672200 Jun 10 10:26:48.935346 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45324c93-f438-424f-8282-547743d7e788 req-bdbeb895-5e0d-48ba-8bdd-80d89c69ac9e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:48.936925 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-45324c93-f438-424f-8282-547743d7e788 req-bdbeb895-5e0d-48ba-8bdd-80d89c69ac9e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0770376 Jun 10 10:26:48.980218 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-45324c93-f438-424f-8282-547743d7e788 req-0016bb38-0a05-4a08-9f37-e03f142db39c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371363 Jun 10 10:26:49.007015 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-84d22ae2-9dd4-48e6-964b-99367495d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:49.008554 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-84d22ae2-9dd4-48e6-964b-99367495d3a3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.1141782 Jun 10 10:26:49.070306 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-8767042b-dfed-4660-b5b4-e7d337e88cca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 217 time: 0.0516937 Jun 10 10:26:49.136823 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-4d53e695-9e5d-4a07-8d5f-ff4f5131cec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:49.138512 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-4d53e695-9e5d-4a07-8d5f-ff4f5131cec6 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.0534058 Jun 10 10:26:49.187802 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-b7dacec9-2a11-49e6-ad2b-36c063e980d3 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374846 Jun 10 10:26:49.237321 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bb11d3-2528-4c9c-b16e-7b3a51c8a9b1 req-85942796-d9a6-43d1-8f43-557ce7d9cd20 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:49.241054 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-74bb11d3-2528-4c9c-b16e-7b3a51c8a9b1 req-85942796-d9a6-43d1-8f43-557ce7d9cd20 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 948 time: 0.0782394 Jun 10 10:26:49.287858 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-74bb11d3-2528-4c9c-b16e-7b3a51c8a9b1 req-1fac443d-d3d3-4b05-b85e-68e28e15bbf4 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Jun 10 10:26:49.334476 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-bfc21abd-b3f7-4355-8b2a-50267df84c76 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268494 Jun 10 10:26:49.460142 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6dc8855d-8632-485b-8ec8-01c04010a297 req-c63c5f34-2ada-41ab-8942-54ab344dd62a service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177099 Jun 10 10:26:50.169493 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb01e4e-78c3-4a62-892d-8709cc48bcae req-26bb01c1-7da1-4ec0-a853-065369637d20 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:50.170895 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6fb01e4e-78c3-4a62-892d-8709cc48bcae req-26bb01c1-7da1-4ec0-a853-065369637d20 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0727501 Jun 10 10:26:50.214521 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6fb01e4e-78c3-4a62-892d-8709cc48bcae req-5053edfd-514d-410b-a980-be2a667b9ba9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370407 Jun 10 10:26:50.476327 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db037713-f269-4aa0-acbe-8502a2846ad6 req-41245d88-6fa6-4961-aece-cd2dfba8a656 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:50.478328 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db037713-f269-4aa0-acbe-8502a2846ad6 req-41245d88-6fa6-4961-aece-cd2dfba8a656 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 948 time: 0.0707753 Jun 10 10:26:50.520908 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db037713-f269-4aa0-acbe-8502a2846ad6 req-563a8ed3-2ee6-4861-8c39-b772b439cb52 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366964 Jun 10 10:26:50.948203 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b0125bca-5c11-408e-b742-6951b716d7ef details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:26:51.196923 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port b0125bca-5c11-408e-b742-6951b716d7ef, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b0125bca-5c11-408e-b742-6951b716d7ef,segment=NetworkSegment(4135eb0f-760a-4c04-9d12-dfa5efabce28),segment_id=4135eb0f-760a-4c04-9d12-dfa5efabce28)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:51.209477 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'b0125bca-5c11-408e-b742-6951b716d7ef', 'network_id': '9584a9dc-0a94-44af-95b6-0cb130164a74', 'port_id': 'b0125bca-5c11-408e-b742-6951b716d7ef', 'mac_address': 'fa:16:3e:eb:e8:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f3b6321-6dd5-4a76-b5ad-c2051d697e9a', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:26:51.262378 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:51.279270 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0125bca-5c11-408e-b742-6951b716d7ef {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:26:51.306817 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port b0125bca-5c11-408e-b742-6951b716d7ef, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b0125bca-5c11-408e-b742-6951b716d7ef,segment=NetworkSegment(4135eb0f-760a-4c04-9d12-dfa5efabce28),segment_id=4135eb0f-760a-4c04-9d12-dfa5efabce28)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:51.310862 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:51.313970 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:51.372351 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=b0125bca-5c11-408e-b742-6951b716d7ef,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:51.379570 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.380030 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.380474 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.380914 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.381548 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.382000 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.382461 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.382965 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.383653 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.384084 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.384485 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.384884 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:26:51.389736 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:51.421373 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc13893-3bd5-4b6b-b41b-6a0114d5e4ed req-63ea9c92-01d8-431f-a8a7-a6f0b051e1b5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:51.422938 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2cc13893-3bd5-4b6b-b41b-6a0114d5e4ed req-63ea9c92-01d8-431f-a8a7-a6f0b051e1b5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0795658 Jun 10 10:26:51.468472 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2cc13893-3bd5-4b6b-b41b-6a0114d5e4ed req-ecb2bc7b-35c1-45ce-8ea4-ccba6e692a3d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397298 Jun 10 10:26:51.711145 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10e51d-c0c6-4551-ab34-c192fe1b4d9d req-71b54871-6828-43bd-9624-3365dcdb13d2 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:51.712638 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-de10e51d-c0c6-4551-ab34-c192fe1b4d9d req-71b54871-6828-43bd-9624-3365dcdb13d2 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 949 time: 0.0710580 Jun 10 10:26:51.755873 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-de10e51d-c0c6-4551-ab34-c192fe1b4d9d req-e9e901ec-7a0a-4066-b2b2-be5a1816a6c3 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368528 Jun 10 10:26:51.759495 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['b0125bca-5c11-408e-b742-6951b716d7ef'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:51.974448 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:52.201271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e58a5-3b5c-4d75-95cf-b4939cd42ae3 req-f3230b3d-345f-454a-9fa3-5c29e4127398 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:52.202777 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b83e58a5-3b5c-4d75-95cf-b4939cd42ae3 req-f3230b3d-345f-454a-9fa3-5c29e4127398 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0758042 Jun 10 10:26:52.244263 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b83e58a5-3b5c-4d75-95cf-b4939cd42ae3 req-3bb3e4c4-f4df-4770-913b-38dc362bda7b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358346 Jun 10 10:26:52.657508 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4339ee-e6ed-446b-9bda-dc9105cc09e8 req-12d66061-3806-43fe-b636-2783ea09b19e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:52.658907 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d4339ee-e6ed-446b-9bda-dc9105cc09e8 req-12d66061-3806-43fe-b636-2783ea09b19e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0681205 Jun 10 10:26:52.700854 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d4339ee-e6ed-446b-9bda-dc9105cc09e8 req-b0f0e9c8-3c05-4cb3-b5b6-9bbe057d6dd4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364139 Jun 10 10:26:52.968082 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b0125bca-5c11-408e-b742-6951b716d7ef up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:26:52.974864 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f59a8-8ce9-401e-936f-5dc1da76eb8f req-eec43f21-382e-471e-bdc4-cd0a7be63974 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:52.976368 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-209f59a8-8ce9-401e-936f-5dc1da76eb8f req-eec43f21-382e-471e-bdc4-cd0a7be63974 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 949 time: 0.0790985 Jun 10 10:26:53.025433 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-209f59a8-8ce9-401e-936f-5dc1da76eb8f req-57ad0c59-9797-42b7-992b-c6f0f9a2924f tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420065 Jun 10 10:26:53.036465 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port b0125bca-5c11-408e-b742-6951b716d7ef completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:26:53.041090 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port b0125bca-5c11-408e-b742-6951b716d7ef triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:26:53.041481 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:53.136901 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:53.162400 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0125bca-5c11-408e-b742-6951b716d7ef'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:53.164620 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8864052f-ddaf-4bf1-81bc-4460b6a61694" -d '{"events": [{"server_uuid": "8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0125bca-5c11-408e-b742-6951b716d7ef"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:53.183532 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port b0125bca-5c11-408e-b742-6951b716d7ef, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b0125bca-5c11-408e-b742-6951b716d7ef,segment=NetworkSegment(4135eb0f-760a-4c04-9d12-dfa5efabce28),segment_id=4135eb0f-760a-4c04-9d12-dfa5efabce28)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:53.189870 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:53.193605 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:53.220308 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954ad71c-5aa2-4a1f-bc99-699c41ab18cb x-openstack-request-id: req-954ad71c-5aa2-4a1f-bc99-699c41ab18cb {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:53.220616 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0", "name": "network-vif-plugged", "status": "completed", "tag": "b0125bca-5c11-408e-b742-6951b716d7ef", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:53.220887 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-954ad71c-5aa2-4a1f-bc99-699c41ab18cb {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:53.221287 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0125bca-5c11-408e-b742-6951b716d7ef', 'code': 200} Jun 10 10:26:53.251638 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=b0125bca-5c11-408e-b742-6951b716d7ef,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:53.255587 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:53.443778 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5744d8-28b2-4907-b66c-7633306665c4 req-67b3d00c-5c68-46b9-9821-1c55cf87347b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:53.445113 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5b5744d8-28b2-4907-b66c-7633306665c4 req-67b3d00c-5c68-46b9-9821-1c55cf87347b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0804024 Jun 10 10:26:53.489747 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5b5744d8-28b2-4907-b66c-7633306665c4 req-0ffcc328-47e2-429f-ad60-314f60670699 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387373 Jun 10 10:26:53.503073 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201978e9-ccd3-49fc-9068-1b0e129957db req-77caa647-2a35-410a-a07e-170061e41361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:53.504644 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-201978e9-ccd3-49fc-9068-1b0e129957db req-77caa647-2a35-410a-a07e-170061e41361 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 1103 time: 0.0600181 Jun 10 10:26:53.548360 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-201978e9-ccd3-49fc-9068-1b0e129957db req-bb5888de-5e90-4132-8e24-38bf21689992 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370295 Jun 10 10:26:54.271791 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b267d6-42f7-4c04-8e11-9532406927c4 req-5a5da899-964f-4a40-822e-2096e7bd4ed6 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:54.273258 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a3b267d6-42f7-4c04-8e11-9532406927c4 req-5a5da899-964f-4a40-822e-2096e7bd4ed6 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 950 time: 0.1248009 Jun 10 10:26:54.294728 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075f32e3-bc68-4e5a-aa8a-3d6dee4202a4 req-9057b7cf-f31c-4c8e-88f7-75b918585c5a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:54.296167 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-075f32e3-bc68-4e5a-aa8a-3d6dee4202a4 req-9057b7cf-f31c-4c8e-88f7-75b918585c5a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1371741 Jun 10 10:26:54.350448 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a3b267d6-42f7-4c04-8e11-9532406927c4 req-6fb9be46-7801-409e-852a-9f29758b0b60 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701265 Jun 10 10:26:54.371095 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-075f32e3-bc68-4e5a-aa8a-3d6dee4202a4 req-b64914ab-b8c9-406b-a5ca-9cc27e475de4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633395 Jun 10 10:26:54.694538 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da62d5e2-1c6f-4a27-a017-d696b7e6fec6 req-eee914d6-cc62-47b4-86b3-943f77248519 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:54.696017 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-da62d5e2-1c6f-4a27-a017-d696b7e6fec6 req-eee914d6-cc62-47b4-86b3-943f77248519 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0846295 Jun 10 10:26:54.750225 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-da62d5e2-1c6f-4a27-a017-d696b7e6fec6 req-74c19d57-482b-4519-921a-0ba1818f4504 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436792 Jun 10 10:26:55.536537 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1ba3c-2a09-41ee-a144-58bceb977a7b req-6146f41d-e387-4419-8192-78b494f724bb tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:55.538053 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ffa1ba3c-2a09-41ee-a144-58bceb977a7b req-6146f41d-e387-4419-8192-78b494f724bb tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 950 time: 0.0713069 Jun 10 10:26:55.583258 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ffa1ba3c-2a09-41ee-a144-58bceb977a7b req-5ca60156-5ec7-4872-8eca-b2a30da105a8 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385873 Jun 10 10:26:55.630162 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52324) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:55.741182 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-59b02075-95b9-496a-837d-49b150b5aa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:55.889371 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-59b02075-95b9-496a-837d-49b150b5aa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:55.894468 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-59b02075-95b9-496a-837d-49b150b5aa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:55.898847 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e7618385-e741-4f97-83bc-8234a7d18308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:55.953416 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-59b02075-95b9-496a-837d-49b150b5aa66 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a6cfbc4992b546c89c4f68d8fa8c3ff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221812 Jun 10 10:26:55.956379 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52336) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:26:55.975005 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b02075-95b9-496a-837d-49b150b5aa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f06b14-0630-4fcf-909b-9018a57a5b07,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:55.978200 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-59b02075-95b9-496a-837d-49b150b5aa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:56.011521 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:56.035366 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:56.065720 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e49b65-31bc-48af-adbb-57369850a7db req-32553935-5e7c-4947-bbeb-caa6e2301d18 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:56.067223 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d3e49b65-31bc-48af-adbb-57369850a7db req-32553935-5e7c-4947-bbeb-caa6e2301d18 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1322331 Jun 10 10:26:56.080929 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a663e8-62ac-46be-9c52-d3f2c9c2d337 req-8cf96336-1c88-482c-8cac-a5072dd95d9c tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:56.082894 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b6a663e8-62ac-46be-9c52-d3f2c9c2d337 req-8cf96336-1c88-482c-8cac-a5072dd95d9c tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 950 time: 0.1035528 Jun 10 10:26:56.086846 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:56.090238 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:56.091435 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/32f06b14-0630-4fcf-909b-9018a57a5b07 HTTP/1.1" status: 204 len: 168 time: 0.1340377 Jun 10 10:26:56.092257 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8703ed8a-7655-47bf-86e3-82128f939261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:56.106036 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f06b14-0630-4fcf-909b-9018a57a5b07,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:56.108727 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:56.150491 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d3e49b65-31bc-48af-adbb-57369850a7db req-e9048f45-25e8-41d0-a4c8-1d38e9412889 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775874 Jun 10 10:26:56.162473 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b6a663e8-62ac-46be-9c52-d3f2c9c2d337 req-3b593a7f-e675-41e7-804b-f4adccbd3402 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713081 Jun 10 10:26:57.344856 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-5ebd4280-8c9e-4538-8097-0850bdbc9dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:57.346459 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-5ebd4280-8c9e-4538-8097-0850bdbc9dff service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.0861049 Jun 10 10:26:57.418520 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f18f47b-2a0c-4a2c-800e-992518d92664 req-78c293e0-8038-4198-b184-377629ffa373 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:57.420033 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4f18f47b-2a0c-4a2c-800e-992518d92664 req-78c293e0-8038-4198-b184-377629ffa373 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1359892 Jun 10 10:26:57.427172 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff056c5c-edc1-47fd-bae4-24bdf2129f82 req-c3abed07-ffe6-466a-a7d2-96a902b61bce tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:57.428577 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ff056c5c-edc1-47fd-bae4-24bdf2129f82 req-c3abed07-ffe6-466a-a7d2-96a902b61bce tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 950 time: 0.1056037 Jun 10 10:26:57.490152 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-0bb0757d-d7a9-4328-b591-54c69cfdd85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:57.490152 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-0bb0757d-d7a9-4328-b591-54c69cfdd85a service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.1342649 Jun 10 10:26:57.492057 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4f18f47b-2a0c-4a2c-800e-992518d92664 req-b7fa7651-6d31-4d79-b838-55667691963d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625236 Jun 10 10:26:57.499925 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ff056c5c-edc1-47fd-bae4-24bdf2129f82 req-b52868bb-c653-48e6-8a55-69bfc06bd59a tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643876 Jun 10 10:26:57.568690 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-a81a035e-96bf-49d4-a7ef-889ffff8f858 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 217 time: 0.0616920 Jun 10 10:26:57.629170 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-d54b8f80-2ffc-41d2-8ff2-efd9e40aec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:57.630664 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-d54b8f80-2ffc-41d2-8ff2-efd9e40aec7e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.0535915 Jun 10 10:26:57.670269 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd454f-9d17-4541-8024-8b9dc0d2c163 req-34a71099-6cfd-4b4d-bae0-811aff019379 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:57.671768 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2fcd454f-9d17-4541-8024-8b9dc0d2c163 req-34a71099-6cfd-4b4d-bae0-811aff019379 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0728471 Jun 10 10:26:57.691910 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-8e613cf5-40f4-4f56-81c0-8fbcbfb7713a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374131 Jun 10 10:26:57.717933 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2fcd454f-9d17-4541-8024-8b9dc0d2c163 req-b2f25722-f553-438a-9acd-58cbbb72e787 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403550 Jun 10 10:26:57.827800 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-87789590-8e30-4aaf-ab91-092f8f6022b2 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270928 Jun 10 10:26:57.961390 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b0b24c5b-ad0a-4a6c-bd9e-02b64c4fc832 req-e3569598-152e-4e96-9fe6-d5bafcb5debf service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227720 Jun 10 10:26:58.334511 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-d0845d35-7d07-465d-8403-84c17e609c98 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:58.334511 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-d0845d35-7d07-465d-8403-84c17e609c98 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.95 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 950 time: 0.0722628 Jun 10 10:26:58.461322 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Deleting port b0125bca-5c11-408e-b742-6951b716d7ef {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:26:58.462018 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:58.587079 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] For port b0125bca-5c11-408e-b742-6951b716d7ef, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b0125bca-5c11-408e-b742-6951b716d7ef,segment=NetworkSegment(4135eb0f-760a-4c04-9d12-dfa5efabce28),segment_id=4135eb0f-760a-4c04-9d12-dfa5efabce28)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:26:58.587775 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:58.685109 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Calling delete_port for b0125bca-5c11-408e-b742-6951b716d7ef owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:26:58.728665 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3db738-7bc4-4019-b593-57b433cdbfe8 req-ded027f2-eab3-404b-b3c3-a72560023d31 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:58.730733 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0f3db738-7bc4-4019-b593-57b433cdbfe8 req-ded027f2-eab3-404b-b3c3-a72560023d31 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1204200 Jun 10 10:26:58.742127 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a0f6e8-e048-44ae-94f0-ab1a2cf66049 req-b1ec1e74-24f2-4560-9f79-5e8d7ea5a9b4 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:58.743543 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-29a0f6e8-e048-44ae-94f0-ab1a2cf66049 req-b1ec1e74-24f2-4560-9f79-5e8d7ea5a9b4 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/ports?device_id=8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0 HTTP/1.1" status: 200 len: 950 time: 0.0988972 Jun 10 10:26:58.803740 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0f3db738-7bc4-4019-b593-57b433cdbfe8 req-d33009dc-6c16-4f61-83cd-b2b9409fc436 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592384 Jun 10 10:26:58.819295 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-29a0f6e8-e048-44ae-94f0-ab1a2cf66049 req-21273db9-c5ff-4087-afce-cc977ba9690b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.23 "GET /v2.0/security-groups?id=ecb3ddf3-fda2-4fce-ba34-b80cca35b077&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571601 Jun 10 10:26:58.856627 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:58.861538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:26:58.870475 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['b0125bca-5c11-408e-b742-6951b716d7ef'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:26:58.898616 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Pushing event deleted for resources: {'Port': ['ID=b0125bca-5c11-408e-b742-6951b716d7ef,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:26:58.970197 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:26:58.970197 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] No DVR routers for this DVR port b0125bca-5c11-408e-b742-6951b716d7ef on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:26:58.970197 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:26:58.971708 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-233c8c5f-d26f-4475-b4b8-da941dad4dbb req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] 10.222.0.95 "DELETE /v2.0/ports/b0125bca-5c11-408e-b742-6951b716d7ef HTTP/1.1" status: 204 len: 173 time: 0.6209114 Jun 10 10:26:58.972220 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'name': 'network-vif-deleted', 'tag': 'b0125bca-5c11-408e-b742-6951b716d7ef'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:26:58.975763 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91cb7b4-d622-4ac2-892b-041b2b49c20d" -d '{"events": [{"server_uuid": "8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0", "name": "network-vif-deleted", "tag": "b0125bca-5c11-408e-b742-6951b716d7ef"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:26:59.043049 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6ef02f-8404-4ae3-903c-8aef39df9516 x-openstack-request-id: req-1f6ef02f-8404-4ae3-903c-8aef39df9516 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:26:59.043049 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0", "name": "network-vif-deleted", "tag": "b0125bca-5c11-408e-b742-6951b716d7ef", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:26:59.043049 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1f6ef02f-8404-4ae3-903c-8aef39df9516 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:26:59.043049 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ab38988-4afe-4cbe-9e5b-2dd293d2d3a0', 'name': 'network-vif-deleted', 'tag': 'b0125bca-5c11-408e-b742-6951b716d7ef', 'status': 'completed', 'code': 200} Jun 10 10:26:59.052385 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdbb69e-bb17-405d-9b3b-c104922a6b63 req-dfdc9e4b-d7bb-4141-b4d4-176a0872f1ea tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:59.054650 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8bdbb69e-bb17-405d-9b3b-c104922a6b63 req-dfdc9e4b-d7bb-4141-b4d4-176a0872f1ea tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1017284 Jun 10 10:26:59.105329 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8bdbb69e-bb17-405d-9b3b-c104922a6b63 req-b455289c-67fb-4116-8062-552988a9d7f8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452864 Jun 10 10:26:59.996987 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d835c37-1644-422d-9d0c-f912d4285839 req-c8bff390-d7fb-4dac-ab3d-a19c4347344a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:26:59.998694 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7d835c37-1644-422d-9d0c-f912d4285839 req-c8bff390-d7fb-4dac-ab3d-a19c4347344a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0730882 Jun 10 10:27:00.047562 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7d835c37-1644-422d-9d0c-f912d4285839 req-01a84833-44fb-4096-bc07-ceea495eedde tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Jun 10 10:27:00.287911 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bea47d8-889a-4134-8f0d-753cb680f31a req-17f4018a-3a57-41a2-be50-5ce3f1045e6d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:00.297448 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8bea47d8-889a-4134-8f0d-753cb680f31a req-17f4018a-3a57-41a2-be50-5ce3f1045e6d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0739098 Jun 10 10:27:00.347813 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8bea47d8-889a-4134-8f0d-753cb680f31a req-9c52bbad-7324-41c8-a1f1-99304dc317d2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487423 Jun 10 10:27:01.021732 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b0125bca-5c11-408e-b742-6951b716d7ef no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:27:01.050335 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: b0125bca-5c11-408e-b742-6951b716d7ef {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:27:01.050700 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b0125bca-5c11-408e-b742-6951b716d7ef not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:27:01.393378 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d998952-b68c-4c98-b991-86c2bd64abb6 req-676efbdf-1e34-496b-b4d1-1151199ca1d5 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:01.395142 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0d998952-b68c-4c98-b991-86c2bd64abb6 req-676efbdf-1e34-496b-b4d1-1151199ca1d5 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0782015 Jun 10 10:27:01.452403 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0d998952-b68c-4c98-b991-86c2bd64abb6 req-f8255e17-f6a5-40a1-854a-b8638fe9f193 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477967 Jun 10 10:27:01.561592 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005d65c7-3b1a-4836-8a94-54eee8453f1b req-9e208fc2-727a-418a-a4a7-ea2c38d0bf17 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:01.563169 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-005d65c7-3b1a-4836-8a94-54eee8453f1b req-9e208fc2-727a-418a-a4a7-ea2c38d0bf17 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0780313 Jun 10 10:27:01.611056 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-005d65c7-3b1a-4836-8a94-54eee8453f1b req-8230461e-60a8-4126-aabc-0f3df67a4d41 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392694 Jun 10 10:27:01.996217 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52650) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:02.120502 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43d532e1-1c0a-42d1-a369-c356579eb59c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.215503 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43d532e1-1c0a-42d1-a369-c356579eb59c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.219710 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43d532e1-1c0a-42d1-a369-c356579eb59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.222378 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-dedc5905-b923-40b6-bbe3-1fa01f2a00d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:02.261835 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d532e1-1c0a-42d1-a369-c356579eb59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820d0c4c-6ba5-4978-8d4b-6d42c6a301ca,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:02.266006 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-43d532e1-1c0a-42d1-a369-c356579eb59c admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=721fdad283ce4c93bfc6815ff38c1c11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686660 Jun 10 10:27:02.266875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-43d532e1-1c0a-42d1-a369-c356579eb59c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:02.268546 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52666) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:02.323732 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.348543 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.405045 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.407947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.409347 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/820d0c4c-6ba5-4978-8d4b-6d42c6a301ca HTTP/1.1" status: 204 len: 168 time: 0.1398718 Jun 10 10:27:02.410372 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-011c2304-dff4-4698-b9ef-6863d9c39fec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:02.423204 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820d0c4c-6ba5-4978-8d4b-6d42c6a301ca,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:02.426596 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:02.659717 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed17d39b-764f-4930-a29f-deb165a59e64 req-4f916172-5efa-4d29-a7c7-5507a1cdd018 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:02.661297 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ed17d39b-764f-4930-a29f-deb165a59e64 req-4f916172-5efa-4d29-a7c7-5507a1cdd018 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0791264 Jun 10 10:27:02.714996 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ed17d39b-764f-4930-a29f-deb165a59e64 req-caf6e768-f8a8-46fd-ab5b-55148902337c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469518 Jun 10 10:27:02.728319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52704) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:02.748611 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d050da1-f43b-486b-9f09-76d0e574d2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.820050 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b030769-3de3-4ab6-8e31-932e9230e9e2 req-dbeaab67-6f5c-46e4-9f5d-50615005b252 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:02.821612 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5b030769-3de3-4ab6-8e31-932e9230e9e2 req-dbeaab67-6f5c-46e4-9f5d-50615005b252 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0714507 Jun 10 10:27:02.849270 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d050da1-f43b-486b-9f09-76d0e574d2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.852995 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d050da1-f43b-486b-9f09-76d0e574d2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.856138 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4f0e6df0-f4f9-4f57-af30-1c87a843f8be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:02.865206 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5b030769-3de3-4ab6-8e31-932e9230e9e2 req-6d6f131b-3652-450e-867c-3d6782b95bf1 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376740 Jun 10 10:27:02.903600 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-4d050da1-f43b-486b-9f09-76d0e574d2f0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=54781bf80f2e4c36bbada7ff1cabf7d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1741068 Jun 10 10:27:02.905550 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d050da1-f43b-486b-9f09-76d0e574d2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6dff36-d3fa-4142-9bf1-6ba2ddcf675e,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:02.906228 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52706) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:02.908656 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4d050da1-f43b-486b-9f09-76d0e574d2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:02.958172 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:02.981353 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:03.030828 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:03.033420 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:03.034580 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/9e6dff36-d3fa-4142-9bf1-6ba2ddcf675e HTTP/1.1" status: 204 len: 168 time: 0.1272731 Jun 10 10:27:03.035339 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-12240bba-5514-4cb9-9fc9-ae9d265a06ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:03.044311 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6dff36-d3fa-4142-9bf1-6ba2ddcf675e,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:03.046773 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:03.910895 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c25061-1923-4931-9ec3-18229ca58076 req-55b43ba2-60e7-4c55-9e6f-16da6b63241b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:03.912437 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78c25061-1923-4931-9ec3-18229ca58076 req-55b43ba2-60e7-4c55-9e6f-16da6b63241b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0771234 Jun 10 10:27:03.943868 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52744) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:03.980746 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-78c25061-1923-4931-9ec3-18229ca58076 req-6e9c09ed-ee4d-4d90-8d0a-e154e19ece4b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602241 Jun 10 10:27:04.064515 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513c0de3-3b06-44a2-8c9c-68cfcd8c468d req-a252022a-d6fb-4684-98ab-daecdd766324 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:04.067026 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-513c0de3-3b06-44a2-8c9c-68cfcd8c468d req-a252022a-d6fb-4684-98ab-daecdd766324 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0759962 Jun 10 10:27:04.122920 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f4c1ebaa-9134-41f2-be8f-485131dc23e6 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f2f386b726f241568411ab7b4b89edb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773245 Jun 10 10:27:04.123521 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52760) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:04.134553 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-513c0de3-3b06-44a2-8c9c-68cfcd8c468d req-1b826401-ba8d-4e93-9ac3-1c2e7a943025 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612788 Jun 10 10:27:04.189966 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:04.215361 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:04.266567 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:04.269279 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:04.270488 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ecb3ddf3-fda2-4fce-ba34-b80cca35b077 HTTP/1.1" status: 204 len: 168 time: 0.1458447 Jun 10 10:27:04.271311 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ac51ea48-a9dc-48bb-962c-c109fc5219eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:04.281013 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb3ddf3-fda2-4fce-ba34-b80cca35b077,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:04.283971 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:05.168669 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6f6b0d-cd1d-4865-a1df-7062855ad499 req-2574973c-5e75-4e8f-8547-f16b540d9d50 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:05.170262 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4c6f6b0d-cd1d-4865-a1df-7062855ad499 req-2574973c-5e75-4e8f-8547-f16b540d9d50 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0756092 Jun 10 10:27:05.222076 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4c6f6b0d-cd1d-4865-a1df-7062855ad499 req-4df0f464-2407-43b7-993a-84a8e74d4619 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Jun 10 10:27:05.312996 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff4cb7-cee7-4c18-8055-c920cc93d1bc req-6887cbeb-f808-429d-9fc1-c65889642c11 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:05.315236 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-fcff4cb7-cee7-4c18-8055-c920cc93d1bc req-6887cbeb-f808-429d-9fc1-c65889642c11 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0728152 Jun 10 10:27:05.365114 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-fcff4cb7-cee7-4c18-8055-c920cc93d1bc req-37935ee1-f891-45d5-b077-84e14bba3065 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433931 Jun 10 10:27:06.417384 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636e9344-b3e8-48cb-bae2-1d2be6eebb85 req-dc571128-713f-4b55-8602-abc3d2d40c89 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:06.418883 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-636e9344-b3e8-48cb-bae2-1d2be6eebb85 req-dc571128-713f-4b55-8602-abc3d2d40c89 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0723665 Jun 10 10:27:06.462315 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-636e9344-b3e8-48cb-bae2-1d2be6eebb85 req-d75bd376-aa01-42b1-9961-b7b0f368ca13 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378394 Jun 10 10:27:06.558798 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba2579f-78d2-4877-85df-ba4d0ea69ad5 req-3d149a93-59e1-4899-a592-d0cf5e2368ec tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:06.560283 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ba2579f-78d2-4877-85df-ba4d0ea69ad5 req-3d149a93-59e1-4899-a592-d0cf5e2368ec tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0714166 Jun 10 10:27:06.604177 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ba2579f-78d2-4877-85df-ba4d0ea69ad5 req-0247fc79-749c-4ce9-a61a-b24b7561d111 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382237 Jun 10 10:27:07.654776 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea1528-9d1b-47bb-928f-a65e715c629a req-04940045-e19e-4dc7-b61a-1d2fac70b914 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:07.656260 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-01ea1528-9d1b-47bb-928f-a65e715c629a req-04940045-e19e-4dc7-b61a-1d2fac70b914 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0797446 Jun 10 10:27:07.703519 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-01ea1528-9d1b-47bb-928f-a65e715c629a req-308b27bf-e972-44e9-882b-8ec68087b3f7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Jun 10 10:27:07.851713 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd6fbf1-8356-4d33-840c-aa6c1635d960 req-a8c91517-0637-4623-8c33-6b6474d54f16 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:07.853203 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7fd6fbf1-8356-4d33-840c-aa6c1635d960 req-a8c91517-0637-4623-8c33-6b6474d54f16 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0841935 Jun 10 10:27:07.903799 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7fd6fbf1-8356-4d33-840c-aa6c1635d960 req-b32660e2-e30e-494e-8ab6-37e7b6995896 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432432 Jun 10 10:27:08.097225 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-08d40f30-b777-4d11-a451-0d1defa9bbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:08.099479 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-08d40f30-b777-4d11-a451-0d1defa9bbd8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 1099 time: 0.0658686 Jun 10 10:27:08.101031 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34c830-2179-4e09-a7f9-a4c263daa3da req-5b0c02ea-fbec-4743-8c11-36828c8ab1cb tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:08.106441 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6b34c830-2179-4e09-a7f9-a4c263daa3da req-5b0c02ea-fbec-4743-8c11-36828c8ab1cb tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0819783 Jun 10 10:27:08.147029 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6b34c830-2179-4e09-a7f9-a4c263daa3da req-267c1828-d291-42a5-8e42-0f9bcc0d6a63 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384061 Jun 10 10:27:08.221256 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52870) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:08.221810 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-4859def8-fd47-45fa-b4c4-a1eaeedf93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:08.223299 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-4859def8-fd47-45fa-b4c4-a1eaeedf93a5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 913 time: 0.1139922 Jun 10 10:27:08.307041 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-53100169-596b-4adf-a172-18160b6f6f80 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 200 len: 1002 time: 0.0745742 Jun 10 10:27:08.328026 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f2f04a9d-75ba-477a-8a2d-a0ac7389d4fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:08.370697 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-c3883011-dad3-40b3-ba4b-7324640094cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:08.372465 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-c3883011-dad3-40b3-ba4b-7324640094cd service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0578327 Jun 10 10:27:08.421296 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f2f04a9d-75ba-477a-8a2d-a0ac7389d4fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:08.425332 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f2f04a9d-75ba-477a-8a2d-a0ac7389d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:08.427712 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-59b02075-95b9-496a-837d-49b150b5aa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:08.443184 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-77f64430-4e14-42c5-9d3e-e705c622bb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:08.444677 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-77f64430-4e14-42c5-9d3e-e705c622bb88 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0641770 Jun 10 10:27:08.468466 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-f2f04a9d-75ba-477a-8a2d-a0ac7389d4fb admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=3b27df3676a34481b4c3759927090bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2457261 Jun 10 10:27:08.469390 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f04a9d-75ba-477a-8a2d-a0ac7389d4fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd177738-beba-466b-b83f-708855c91610,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:08.471920 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52874) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:08.479568 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f2f04a9d-75ba-477a-8a2d-a0ac7389d4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:08.538186 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:08.562809 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:08.614380 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:08.617138 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:08.618322 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cd177738-beba-466b-b83f-708855c91610 HTTP/1.1" status: 204 len: 168 time: 0.1400230 Jun 10 10:27:08.619203 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-642aaef7-d8a2-442e-92b8-98a518b94176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:08.629679 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd177738-beba-466b-b83f-708855c91610,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:08.632922 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:08.801361 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-d5cfe495-1d54-4fed-af16-ac2663119346 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490229 Jun 10 10:27:08.914771 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52882) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:08.928581 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-62f29df8-da18-4a43-97e7-bb3f70836191 req-694e4bdb-7670-485d-934c-89e7fec35c77 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168456 Jun 10 10:27:08.931921 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3773cd3d-29c6-492b-a767-888057de8653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.053082 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3773cd3d-29c6-492b-a767-888057de8653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.081398 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3773cd3d-29c6-492b-a767-888057de8653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.084244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-73be2fbf-b3e1-40aa-9ddf-b0bd9ecff83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:09.355504 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3773cd3d-29c6-492b-a767-888057de8653 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=354e4b2012534fdbb58a87eb22ec50fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4396193 Jun 10 10:27:09.358716 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52888) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:09.360000 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773cd3d-29c6-492b-a767-888057de8653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4738ef7-a0de-4455-8517-abf17602acb0,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:09.363083 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3773cd3d-29c6-492b-a767-888057de8653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:09.389914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ba46f-8b49-4c7f-858e-e1573196f023 req-48cda7bf-57a5-4c70-9818-ebb522464377 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:09.391387 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8a3ba46f-8b49-4c7f-858e-e1573196f023 req-48cda7bf-57a5-4c70-9818-ebb522464377 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.3593624 Jun 10 10:27:09.412710 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e1e00c30-a0d1-4d24-9926-b20cc82d43d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.427194 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4913b488-7888-4be5-bf55-0a9f8813036b req-8cbaff55-40bb-4c91-93f3-d592e9f0c273 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:09.428645 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4913b488-7888-4be5-bf55-0a9f8813036b req-8cbaff55-40bb-4c91-93f3-d592e9f0c273 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1512086 Jun 10 10:27:09.437484 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e1e00c30-a0d1-4d24-9926-b20cc82d43d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.463176 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8a3ba46f-8b49-4c7f-858e-e1573196f023 req-553dfe6e-b825-4ce8-99f9-c4f2e7318028 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635672 Jun 10 10:27:09.489129 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e1e00c30-a0d1-4d24-9926-b20cc82d43d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.491428 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4913b488-7888-4be5-bf55-0a9f8813036b req-9ccb46df-8e6a-4ddc-b844-899532da03da tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551734 Jun 10 10:27:09.491849 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e1e00c30-a0d1-4d24-9926-b20cc82d43d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.492991 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e1e00c30-a0d1-4d24-9926-b20cc82d43d2 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a4738ef7-a0de-4455-8517-abf17602acb0 HTTP/1.1" status: 204 len: 168 time: 0.1331139 Jun 10 10:27:09.493785 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ed43f34-115a-4d81-95fc-d501e82ae021 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:09.505438 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e00c30-a0d1-4d24-9926-b20cc82d43d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4738ef7-a0de-4455-8517-abf17602acb0,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:09.515604 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e1e00c30-a0d1-4d24-9926-b20cc82d43d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:09.807003 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 52896) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:09.822608 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2d225ea6-9ba8-4a78-be12-98d3e97f25ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.918478 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2d225ea6-9ba8-4a78-be12-98d3e97f25ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.922583 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2d225ea6-9ba8-4a78-be12-98d3e97f25ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:09.926041 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-494e20a0-3809-4c03-9b43-eaf2524dd0b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:09.968957 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-2d225ea6-9ba8-4a78-be12-98d3e97f25ae admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=351af5bc674242b5b8c5e578403b0e61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1607804 Jun 10 10:27:09.969689 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d225ea6-9ba8-4a78-be12-98d3e97f25ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba147d7d-f94d-4f08-9e27-dbbc7683d083,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:09.972990 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-2d225ea6-9ba8-4a78-be12-98d3e97f25ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:09.973125 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 52902) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:10.035321 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:10.057172 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:10.109958 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:10.112731 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:10.113840 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ba147d7d-f94d-4f08-9e27-dbbc7683d083 HTTP/1.1" status: 204 len: 168 time: 0.1398234 Jun 10 10:27:10.114615 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-236c59a1-8d7b-4b12-aa65-0072e4e251e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:10.123740 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba147d7d-f94d-4f08-9e27-dbbc7683d083,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:10.129829 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:10.705225 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fbd5c4-dac3-4e82-b4c8-f1d580f0dae0 req-066b2a05-9049-4149-927c-cb649525ec1c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:10.706775 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e0fbd5c4-dac3-4e82-b4c8-f1d580f0dae0 req-066b2a05-9049-4149-927c-cb649525ec1c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1221795 Jun 10 10:27:10.722165 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9476071c-0a0e-40fc-b2ac-fb57dcd9098f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:10.728820 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec69cae-a3ed-470c-9714-e3307b865cf4 req-e27a3832-2ab9-4bfb-9a98-bcb5f0f89f8e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:10.730842 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0ec69cae-a3ed-470c-9714-e3307b865cf4 req-e27a3832-2ab9-4bfb-9a98-bcb5f0f89f8e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1099014 Jun 10 10:27:10.786144 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e0fbd5c4-dac3-4e82-b4c8-f1d580f0dae0 req-51deb8c8-1c6c-406a-8e19-71b2bfef84cc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705769 Jun 10 10:27:10.793710 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0ec69cae-a3ed-470c-9714-e3307b865cf4 req-8913d00f-c97d-4612-b086-9f6beb471223 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518768 Jun 10 10:27:11.969086 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14471c58-444c-40f0-86b9-f647a5b70952 req-cd03799d-5a48-4b50-b6a1-1e9d477b04f6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:11.970759 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-14471c58-444c-40f0-86b9-f647a5b70952 req-cd03799d-5a48-4b50-b6a1-1e9d477b04f6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0697649 Jun 10 10:27:12.017972 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-14471c58-444c-40f0-86b9-f647a5b70952 req-96ee7801-bd19-4705-b600-a6685d7c27e2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406811 Jun 10 10:27:13.208563 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1066cd76-8c2f-45bc-9343-f9e2bbe8babe req-889c960d-3ccc-42b2-a004-dc4880763923 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:13.208563 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1066cd76-8c2f-45bc-9343-f9e2bbe8babe req-889c960d-3ccc-42b2-a004-dc4880763923 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0735302 Jun 10 10:27:13.244537 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:13.249563 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-2f1360c9-9a58-44cb-bcbf-5777fed6c665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:13.264448 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1066cd76-8c2f-45bc-9343-f9e2bbe8babe req-cc22026e-85ac-4f22-93d0-b741611f058c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510643 Jun 10 10:27:14.169670 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:14.439910 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a8e18-bd4f-4ce4-809a-88ee1c703ab2 req-dad2c977-68d4-46e6-ae19-0ce33bd65a8a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:14.441378 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c84a8e18-bd4f-4ce4-809a-88ee1c703ab2 req-dad2c977-68d4-46e6-ae19-0ce33bd65a8a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0683863 Jun 10 10:27:14.485902 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c84a8e18-bd4f-4ce4-809a-88ee1c703ab2 req-2e21967f-4e67-4e8f-8f58-5a88b8d6dcce tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388815 Jun 10 10:27:15.669164 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a0c384-84ca-47ff-9c74-fc74a5688dd8 req-fc0849f9-7da8-4f26-995d-93cc9d85c1bb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:15.670638 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a4a0c384-84ca-47ff-9c74-fc74a5688dd8 req-fc0849f9-7da8-4f26-995d-93cc9d85c1bb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0689085 Jun 10 10:27:15.713144 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a4a0c384-84ca-47ff-9c74-fc74a5688dd8 req-390bfdf9-2dd9-4d6d-b345-4834d930f989 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368910 Jun 10 10:27:16.056299 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:16.896631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8f0fb-8438-4692-aa2a-41a83fc0ee6b req-d3433ae0-b415-4ba4-97e9-a67b942f744e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:16.898107 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0ca8f0fb-8438-4692-aa2a-41a83fc0ee6b req-d3433ae0-b415-4ba4-97e9-a67b942f744e tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0697844 Jun 10 10:27:16.944784 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0ca8f0fb-8438-4692-aa2a-41a83fc0ee6b req-60dda463-35fa-4a1b-80b3-f8dab5712cfd tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403073 Jun 10 10:27:17.980976 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53070) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:18.124227 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f17f4b-fe46-4ba2-8997-2bae31423724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.179178 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f1d5a-85e5-40c3-b687-c6f31ba275e0 req-231bc90a-98d5-4531-8218-5c518441615c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:18.180640 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f00f1d5a-85e5-40c3-b687-c6f31ba275e0 req-231bc90a-98d5-4531-8218-5c518441615c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1121845 Jun 10 10:27:18.243389 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f00f1d5a-85e5-40c3-b687-c6f31ba275e0 req-157054c9-1520-4cce-afb7-318090cc289c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551124 Jun 10 10:27:18.276077 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f17f4b-fe46-4ba2-8997-2bae31423724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.279881 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f17f4b-fe46-4ba2-8997-2bae31423724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.282424 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-dc74e684-6f84-4ddf-a688-1762f16c0b6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:18.326435 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-d9f17f4b-fe46-4ba2-8997-2bae31423724 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=162680792d864653acd629843fa03bd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3438301 Jun 10 10:27:18.327322 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f17f4b-fe46-4ba2-8997-2bae31423724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d4147b-1783-4cc5-9ba4-fad408ae2c24,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:18.329065 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53074) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:18.330512 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d9f17f4b-fe46-4ba2-8997-2bae31423724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:18.383493 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.408388 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.456835 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.459427 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.460535 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/b8d4147b-1783-4cc5-9ba4-fad408ae2c24 HTTP/1.1" status: 204 len: 168 time: 0.1304975 Jun 10 10:27:18.461242 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-df765b89-6658-4a45-85b4-6b3abd1ebbf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:18.469958 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d4147b-1783-4cc5-9ba4-fad408ae2c24,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:18.472239 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:18.709720 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53082) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:18.726264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1656ffac-6013-48c4-9f4b-5e53fd98e039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.820675 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1656ffac-6013-48c4-9f4b-5e53fd98e039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.824401 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1656ffac-6013-48c4-9f4b-5e53fd98e039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.828206 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:18.866770 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-1656ffac-6013-48c4-9f4b-5e53fd98e039 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=0968ff6ec5c74828b9481e98706dacdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1559441 Jun 10 10:27:18.868689 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656ffac-6013-48c4-9f4b-5e53fd98e039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a616879c-998c-48f6-a263-5fdcf9758ae2,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:18.869430 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53084) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:18.871719 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-1656ffac-6013-48c4-9f4b-5e53fd98e039 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:18.928508 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-324b1fcb-2dc2-430f-9fed-896df98b55c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:18.952860 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-324b1fcb-2dc2-430f-9fed-896df98b55c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.005366 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-324b1fcb-2dc2-430f-9fed-896df98b55c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.008437 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-324b1fcb-2dc2-430f-9fed-896df98b55c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.009572 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-324b1fcb-2dc2-430f-9fed-896df98b55c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/a616879c-998c-48f6-a263-5fdcf9758ae2 HTTP/1.1" status: 204 len: 168 time: 0.1391225 Jun 10 10:27:19.010315 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3773cd3d-29c6-492b-a767-888057de8653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:19.019059 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324b1fcb-2dc2-430f-9fed-896df98b55c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a616879c-998c-48f6-a263-5fdcf9758ae2,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:19.021350 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-324b1fcb-2dc2-430f-9fed-896df98b55c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:19.432744 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd213c-0c2c-4f04-bba6-d609ea88b679 req-ce43c39e-3315-4f4f-9b0a-41596b39e33f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:19.434343 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2dfd213c-0c2c-4f04-bba6-d609ea88b679 req-ce43c39e-3315-4f4f-9b0a-41596b39e33f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0714557 Jun 10 10:27:19.446123 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53092) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:19.461972 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e2e3da80-6379-4079-8a1b-dfeb3ffada4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.484729 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2dfd213c-0c2c-4f04-bba6-d609ea88b679 req-587235c5-5eb1-48a4-89f1-1546c68d2463 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437968 Jun 10 10:27:19.570075 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e2e3da80-6379-4079-8a1b-dfeb3ffada4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.573778 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e2e3da80-6379-4079-8a1b-dfeb3ffada4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.576688 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d64405c4-b81f-42ab-ac0b-15d3117117cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:19.618233 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e2e3da80-6379-4079-8a1b-dfeb3ffada4b admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d499f79223d6476cb7618ec47b703292&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1686585 Jun 10 10:27:19.618233 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e3da80-6379-4079-8a1b-dfeb3ffada4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eca2c23-bc51-44d5-a61f-dd97fce52793,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:19.618607 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53096) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:19.620202 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e2e3da80-6379-4079-8a1b-dfeb3ffada4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:19.674421 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.698914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.748484 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.751249 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:19.752393 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/3eca2c23-bc51-44d5-a61f-dd97fce52793 HTTP/1.1" status: 204 len: 168 time: 0.1327896 Jun 10 10:27:19.753404 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6a8db511-854b-4847-af99-bec2bcfe6491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:19.762349 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eca2c23-bc51-44d5-a61f-dd97fce52793,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:19.765212 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:20.400089 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53124) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:20.513663 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1052748904-network', 'tenant_id': '049739dfec7f4ea6ae17538e1cd162b3'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:20.535107 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Made reservation on behalf of 049739dfec7f4ea6ae17538e1cd162b3 for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:27:20.537403 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.548375 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.642160 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.647172 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.650930 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-1656ffac-6013-48c4-9f4b-5e53fd98e039 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:20.669664 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1341} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:27:20.674939 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455cb97e-e37b-44f2-8079-d7fb4de90c59 req-6545b7d6-f525-4aa8-9e6f-dd82c13cc013 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:20.676412 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-455cb97e-e37b-44f2-8079-d7fb4de90c59 req-6545b7d6-f525-4aa8-9e6f-dd82c13cc013 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0727398 Jun 10 10:27:20.685104 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0048bc80-cb60-4a4f-92d1-f51c5a49bead,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:20.688008 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.688365 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Added segment 73f5cbe0-03c5-4130-96a1-133c066cb646 of type vlan for network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 Jun 10 10:27:20.690102 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:20.727080 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-455cb97e-e37b-44f2-8079-d7fb4de90c59 req-62859735-6ec2-43eb-a6a6-ece473d478f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448835 Jun 10 10:27:20.741331 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.769755 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.771077 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:20.771668 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.774455 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-994856bc-ca63-4ab8-a00c-75918aa3ebed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:20.808338 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4071436 Jun 10 10:27:20.811432 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53132) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:27:20.816753 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Request body: {'subnet': {'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1052748904-subnet', 'tenant_id': '049739dfec7f4ea6ae17538e1cd162b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:20.836333 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Made reservation on behalf of 049739dfec7f4ea6ae17538e1cd162b3 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:27:20.839051 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29966915'] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:20.853232 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Pushing event updated for resources: {'Network': ['ID=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:20.855998 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:20.863729 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:27:21.054873 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32727503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29966933'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:21.056992 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5e4f8523-4f1e-4827-bdd1-977b9a5e07b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:21.113118 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34f7c966-c6ec-468a-ab1a-a72066b5aa44,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:21.115790 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:21.130789 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Checking segment: {'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:27:21.131154 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Network hostable DHCP agents. Network: 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:27:21.148188 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:27:21.157600 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:27:21.161725 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:21.162361 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:21.167062 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051ed76e-b01c-4e93-93ef-8c111a08f4c2 None None] Network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:27:21.175470 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-d5f4399c-ebc5-4590-afae-f267ec932152 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3629448 Jun 10 10:27:21.323357 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7caee-c1c1-4ead-9a41-21ea9140c63e None None] Network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:27:21.915028 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5789ccf-01a9-4074-ad9b-d7a302378a17 req-1d14eb14-e344-420a-9d84-0bbd53d80b13 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:21.916501 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c5789ccf-01a9-4074-ad9b-d7a302378a17 req-1d14eb14-e344-420a-9d84-0bbd53d80b13 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0770710 Jun 10 10:27:21.956160 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:21.960128 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c5789ccf-01a9-4074-ad9b-d7a302378a17 req-13023789-33c6-4587-a2a3-ceb120633f6f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Jun 10 10:27:22.969271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-107719da-fabd-4aad-b514-bef0c60c3b80 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:22.970811 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-107719da-fabd-4aad-b514-bef0c60c3b80 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/networks?id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 HTTP/1.1" status: 200 len: 809 time: 0.1291332 Jun 10 10:27:22.986456 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-afc3dac5-0adb-45f7-bbb1-b605bedc608a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/quotas/049739dfec7f4ea6ae17538e1cd162b3 HTTP/1.1" status: 200 len: 375 time: 0.0101352 Jun 10 10:27:23.025803 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-ed354e6c-1e68-4eac-a415-7e2fa2c16a19 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=049739dfec7f4ea6ae17538e1cd162b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339267 Jun 10 10:27:23.186222 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-f02506f9-80bb-472e-a612-cf4cbf166104 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532757 Jun 10 10:27:23.232516 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ab140-a1f2-4f26-b9f4-23d8c2c51021 req-2ae3fc24-93d0-40d7-ab0f-d94493a988c8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:23.233843 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-261ab140-a1f2-4f26-b9f4-23d8c2c51021 req-2ae3fc24-93d0-40d7-ab0f-d94493a988c8 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1191146 Jun 10 10:27:23.339099 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-261ab140-a1f2-4f26-b9f4-23d8c2c51021 req-3251d35d-5d04-491f-a86c-ea3a30c5de88 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985951 Jun 10 10:27:23.342242 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-41c39f7e-ed1f-4439-8b13-1c042c5098d6 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494734 Jun 10 10:27:23.516934 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-59c8c8ca-b14f-4321-8d2b-c7a6d38733d2 req-b6c829b7-7d70-4ad0-a9b2-a974d05d2606 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 210 time: 0.0333202 Jun 10 10:27:24.525780 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6fc97-f80e-4c76-aa3c-44badc956cfa req-290d6f4e-811f-42d7-a305-a9db7421b80b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:24.527252 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6cd6fc97-f80e-4c76-aa3c-44badc956cfa req-290d6f4e-811f-42d7-a305-a9db7421b80b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0730939 Jun 10 10:27:24.573585 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6cd6fc97-f80e-4c76-aa3c-44badc956cfa req-75ce1372-6889-483c-89ca-89a5d3fc26d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402019 Jun 10 10:27:24.663671 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e91226be-5490-4274-8109-c8ed03617225 req-1046f6d1-117c-450e-b8b1-b8ce77614bc0 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 210 time: 0.0330722 Jun 10 10:27:24.827319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-d83a19e1-fc85-4aa5-b893-ab975de3a819 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:24.828859 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-d83a19e1-fc85-4aa5-b893-ab975de3a819 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "GET /v2.0/networks?id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 HTTP/1.1" status: 200 len: 809 time: 0.1355410 Jun 10 10:27:24.848741 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Request body: {'port': {'device_id': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314', 'admin_state_up': True, 'tenant_id': '049739dfec7f4ea6ae17538e1cd162b3'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:24.989182 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Made reservation on behalf of 049739dfec7f4ea6ae17538e1cd162b3 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:27:24.992827 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:25.085074 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:27:25.139506 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Allocated IP 172.20.0.8 (1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314/34f7c966-c6ec-468a-ab1a-a72066b5aa44/7ed901c1-f991-4369-be05-145b762165b2) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:27:25.318265 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:25.357860 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:25.361549 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e691fdd0-a23d-4176-ac24-69c48c2bf729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:25.409067 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:27:25.412272 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:27:25.415923 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:27:25.421929 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:25.422535 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:25.428264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Pushing event updated for resources: {'Port': ['ID=7ed901c1-f991-4369-be05-145b762165b2,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:25.432698 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:25.441653 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5968072 Jun 10 10:27:25.457945 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Request body: {'port': {'device_id': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:25.547134 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:25.768325 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cf4d0-7692-4552-9cb0-0ccdc2ba52b5 req-82568f7c-14e8-4d43-957f-2baff37ea9bd tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:25.770633 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f10cf4d0-7692-4552-9cb0-0ccdc2ba52b5 req-82568f7c-14e8-4d43-957f-2baff37ea9bd tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0760374 Jun 10 10:27:25.846880 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f10cf4d0-7692-4552-9cb0-0ccdc2ba52b5 req-3494f427-6c7b-48c1-97bd-4ffcb5f7fbd9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700395 Jun 10 10:27:25.872611 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ed901c1-f991-4369-be05-145b762165b2 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:27:25.878153 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ce8bae-221f-4bb6-9131-4051c8cc178a req-dcf9ef59-e57d-47a6-a4aa-c12d87eb29bc tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:25.879622 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2ce8bae-221f-4bb6-9131-4051c8cc178a req-dcf9ef59-e57d-47a6-a4aa-c12d87eb29bc tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 931 time: 0.0871603 Jun 10 10:27:25.879989 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:25.892186 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Transition to ACTIVE for port object 7ed901c1-f991-4369-be05-145b762165b2 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:27:25.895894 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:25.899027 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-17ef3897-354f-4912-9678-06bda5ba08f7 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:25.923800 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2ce8bae-221f-4bb6-9131-4051c8cc178a req-c5b05f72-dd55-4613-a697-d4b403c40755 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382714 Jun 10 10:27:25.997547 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed901c1-f991-4369-be05-145b762165b2,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:26.001667 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:26.036497 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Attempting to bind port 7ed901c1-f991-4369-be05-145b762165b2 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:27:26.036843 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Attempting to bind port 7ed901c1-f991-4369-be05-145b762165b2 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:27:26.037182 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Attempting to bind port 7ed901c1-f991-4369-be05-145b762165b2 on network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:27:26.041373 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Port 7ed901c1-f991-4369-be05-145b762165b2 on network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:27:26.041702 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Attempting to bind port 7ed901c1-f991-4369-be05-145b762165b2 on network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:27:26.047067 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:27:26.047411 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Checking segment: {'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:27:26.047802 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Bound using segment: {'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:27:26.048237 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Bound port: 7ed901c1-f991-4369-be05-145b762165b2, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:27:26.048704 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:26.125089 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] For port 7ed901c1-f991-4369-be05-145b762165b2, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:27:26.128107 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] For port 7ed901c1-f991-4369-be05-145b762165b2, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7ed901c1-f991-4369-be05-145b762165b2,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:27:26.132468 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:26.135229 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2e71b9ea-2938-4a22-a990-c77b21df549b tempest-DeleteServersTestJSON-1204576493 tempest-DeleteServersTestJSON-1204576493-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:26.171482 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:26.172105 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:26.173479 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] 10.222.0.95 "PUT /v2.0/ports/7ed901c1-f991-4369-be05-145b762165b2 HTTP/1.1" status: 200 len: 1093 time: 0.7198181 Jun 10 10:27:26.174025 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'tag': '7ed901c1-f991-4369-be05-145b762165b2'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:26.176337 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6fffb7-d520-4f98-a611-cbcf5751c54a" -d '{"events": [{"name": "network-changed", "server_uuid": "b4d632e2-bf37-429e-b97a-5abac87997a9", "tag": "7ed901c1-f991-4369-be05-145b762165b2"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:26.214179 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed651f25-8559-4fca-9d17-6a1c79eba77d x-openstack-request-id: req-ed651f25-8559-4fca-9d17-6a1c79eba77d {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:26.214503 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4d632e2-bf37-429e-b97a-5abac87997a9", "tag": "7ed901c1-f991-4369-be05-145b762165b2", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:26.214842 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ed651f25-8559-4fca-9d17-6a1c79eba77d {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:26.215272 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'tag': '7ed901c1-f991-4369-be05-145b762165b2', 'status': 'completed', 'code': 200} Jun 10 10:27:26.218213 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Pushing event updated for resources: {'Port': ['ID=7ed901c1-f991-4369-be05-145b762165b2,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:26.221540 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:26.292115 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-1da844c7-74b1-40f1-814d-185145db7011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:26.294176 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-1da844c7-74b1-40f1-814d-185145db7011 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=049739dfec7f4ea6ae17538e1cd162b3&device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 1096 time: 0.0594389 Jun 10 10:27:26.372901 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-efecdec1-6053-4594-8ba8-0dcd30a31a96 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed901c1-f991-4369-be05-145b762165b2 HTTP/1.1" status: 200 len: 217 time: 0.0501120 Jun 10 10:27:26.437130 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-d0fa14e8-4758-4f42-b8ba-2795cbf74281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:26.438601 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-d0fa14e8-4758-4f42-b8ba-2795cbf74281 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34f7c966-c6ec-468a-ab1a-a72066b5aa44 HTTP/1.1" status: 200 len: 849 time: 0.0564911 Jun 10 10:27:26.482703 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-0cb4693b-33d3-4b2e-8d4b-93978ebb44db service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298903 Jun 10 10:27:26.604086 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-8b97ee03-4dca-4d08-b489-9b1278e979f8 service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078706 Jun 10 10:27:26.724106 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c75acfbb-dc61-4b1f-842d-8331b201e74e req-25c14258-5b6a-4508-a674-362361d3d58f service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079810 Jun 10 10:27:26.854250 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-598e4231-7062-4676-bd10-c0cc28b1e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:26.855722 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-598e4231-7062-4676-bd10-c0cc28b1e845 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=049739dfec7f4ea6ae17538e1cd162b3&device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 1096 time: 0.0582495 Jun 10 10:27:26.977982 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-70b8e6fb-7695-4bf5-8562-9ac8954134db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:26.979430 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-70b8e6fb-7695-4bf5-8562-9ac8954134db service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 HTTP/1.1" status: 200 len: 911 time: 0.1128595 Jun 10 10:27:27.048017 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3084cfd7-31c0-45b6-bc4b-99423207b38d req-429e4e28-2143-42dc-9850-78795f24680b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:27.048699 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-bea7fd86-6882-4969-b141-b759550febbc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7ed901c1-f991-4369-be05-145b762165b2 HTTP/1.1" status: 200 len: 217 time: 0.0582619 Jun 10 10:27:27.049523 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3084cfd7-31c0-45b6-bc4b-99423207b38d req-429e4e28-2143-42dc-9850-78795f24680b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0843570 Jun 10 10:27:27.118946 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-54567808-331a-4ddf-b0ab-4b59b189d2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:27.120333 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-54567808-331a-4ddf-b0ab-4b59b189d2db service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34f7c966-c6ec-468a-ab1a-a72066b5aa44 HTTP/1.1" status: 200 len: 849 time: 0.0543101 Jun 10 10:27:27.128120 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3084cfd7-31c0-45b6-bc4b-99423207b38d req-477c0ecc-2864-4bc2-9fd8-2ac5fdebe42a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731270 Jun 10 10:27:27.155953 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0817a0b-aadc-4041-8935-d75e57e536db req-b8980ecc-ee05-4ccc-91a7-d0a20d1e36e6 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:27.157559 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b0817a0b-aadc-4041-8935-d75e57e536db req-b8980ecc-ee05-4ccc-91a7-d0a20d1e36e6 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 943 time: 0.1008062 Jun 10 10:27:27.163110 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-bca6cd1c-d740-4f9b-b0c4-0726c1be8338 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322726 Jun 10 10:27:27.199324 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b0817a0b-aadc-4041-8935-d75e57e536db req-e9b1c4e3-9ad2-454d-890f-8d725b4056a2 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359092 Jun 10 10:27:27.281834 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-9783998b-2709-4c2c-bfbb-876afb4ce08e service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094632 Jun 10 10:27:27.411560 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-af6fffb7-d520-4f98-a611-cbcf5751c54a req-cdc3deec-6781-4200-9339-9d38addfbf4c service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082611 Jun 10 10:27:28.313026 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33458f46-c1d3-477d-af6a-63fe5741781a req-a75e5dec-ef43-4b1d-b212-4688411e23cb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:28.314773 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-33458f46-c1d3-477d-af6a-63fe5741781a req-a75e5dec-ef43-4b1d-b212-4688411e23cb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0747516 Jun 10 10:27:28.396784 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-33458f46-c1d3-477d-af6a-63fe5741781a req-35be00b5-3024-4a44-93bc-3f9554da9e04 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725780 Jun 10 10:27:28.420819 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255de6bd-669a-47ef-bc5e-a646f7456f7c req-80d96cfd-d8f6-49fd-ac79-f988e6e8764d tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:28.422472 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-255de6bd-669a-47ef-bc5e-a646f7456f7c req-80d96cfd-d8f6-49fd-ac79-f988e6e8764d tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 943 time: 0.1068323 Jun 10 10:27:28.464119 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-255de6bd-669a-47ef-bc5e-a646f7456f7c req-ec0c7721-8801-42c1-b209-2052f929d479 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358925 Jun 10 10:27:29.220882 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7ed901c1-f991-4369-be05-145b762165b2 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:27:29.344323 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 7ed901c1-f991-4369-be05-145b762165b2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7ed901c1-f991-4369-be05-145b762165b2,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:29.357190 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '7ed901c1-f991-4369-be05-145b762165b2', 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314', 'port_id': '7ed901c1-f991-4369-be05-145b762165b2', 'mac_address': 'fa:16:3e:93:99:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f7c966-c6ec-468a-ab1a-a72066b5aa44', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:27:29.406146 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:29.421260 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ed901c1-f991-4369-be05-145b762165b2 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:27:29.442785 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 7ed901c1-f991-4369-be05-145b762165b2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7ed901c1-f991-4369-be05-145b762165b2,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:29.447208 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:29.449044 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:29.501629 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=7ed901c1-f991-4369-be05-145b762165b2,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:29.504881 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:29.587271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6c289-265b-4206-a2d6-70eeb991715c req-182fac23-8243-44a0-a75a-d551ba68d810 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:29.588827 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c2d6c289-265b-4206-a2d6-70eeb991715c req-182fac23-8243-44a0-a75a-d551ba68d810 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0756609 Jun 10 10:27:29.665936 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c2d6c289-265b-4206-a2d6-70eeb991715c req-757f9657-1175-4e32-9054-9ab57efe4f5a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675461 Jun 10 10:27:29.685289 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a2ab6-a5e1-4ce8-bae7-ac7bb620c026 req-f77f4e4b-5309-4019-91a9-e76c7ac98df3 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:29.686777 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2b8a2ab6-a5e1-4ce8-bae7-ac7bb620c026 req-f77f4e4b-5309-4019-91a9-e76c7ac98df3 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 944 time: 0.1090543 Jun 10 10:27:29.728279 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2b8a2ab6-a5e1-4ce8-bae7-ac7bb620c026 req-02a34ebd-926a-4534-939f-1f8043916b1b tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356317 Jun 10 10:27:29.888814 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['7ed901c1-f991-4369-be05-145b762165b2'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:27:30.761449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87473667-8e7f-4238-b6ae-b2811f247262 req-bb4be9f1-107e-46f0-a239-973f6ed6fe84 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:30.762943 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-87473667-8e7f-4238-b6ae-b2811f247262 req-bb4be9f1-107e-46f0-a239-973f6ed6fe84 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0722208 Jun 10 10:27:31.011281 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-87473667-8e7f-4238-b6ae-b2811f247262 req-c1b0389b-d28a-4170-a546-49d1d10a67d7 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425442 Jun 10 10:27:31.040718 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4142d-d760-44ba-aa23-aa84d5b72f99 req-e059ff21-af4e-4918-ae6a-418ef919a935 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:31.042176 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aed4142d-d760-44ba-aa23-aa84d5b72f99 req-e059ff21-af4e-4918-ae6a-418ef919a935 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0855744 Jun 10 10:27:31.084370 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aed4142d-d760-44ba-aa23-aa84d5b72f99 req-b0f29efd-2798-4c27-9f63-c5f688b9b81c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356288 Jun 10 10:27:31.189985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40a6603-fd03-4556-ab25-3045789dc2d2 req-5cf2d570-4945-486f-b041-af085e872440 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:31.191523 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c40a6603-fd03-4556-ab25-3045789dc2d2 req-5cf2d570-4945-486f-b041-af085e872440 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 944 time: 0.0723972 Jun 10 10:27:31.223905 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7ed901c1-f991-4369-be05-145b762165b2 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:27:31.233912 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c40a6603-fd03-4556-ab25-3045789dc2d2 req-038d96ce-104a-4e53-9607-a16c0ac383f3 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368786 Jun 10 10:27:31.277751 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 7ed901c1-f991-4369-be05-145b762165b2 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:27:31.281869 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 7ed901c1-f991-4369-be05-145b762165b2 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:27:31.282279 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:31.369175 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:31.394233 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed901c1-f991-4369-be05-145b762165b2'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:31.396867 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c4eeb7e-349b-4eb7-936d-0cbed7dcffa9" -d '{"events": [{"server_uuid": "b4d632e2-bf37-429e-b97a-5abac87997a9", "name": "network-vif-plugged", "status": "completed", "tag": "7ed901c1-f991-4369-be05-145b762165b2"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:31.412380 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 7ed901c1-f991-4369-be05-145b762165b2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7ed901c1-f991-4369-be05-145b762165b2,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:31.417194 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:31.419816 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:31.445805 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0d82e6-8f4e-43ee-8595-b80c39fe2dcd x-openstack-request-id: req-7b0d82e6-8f4e-43ee-8595-b80c39fe2dcd {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:31.446142 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d632e2-bf37-429e-b97a-5abac87997a9", "name": "network-vif-plugged", "status": "completed", "tag": "7ed901c1-f991-4369-be05-145b762165b2", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:31.446405 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7b0d82e6-8f4e-43ee-8595-b80c39fe2dcd {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:31.446800 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ed901c1-f991-4369-be05-145b762165b2', 'code': 200} Jun 10 10:27:31.476115 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=7ed901c1-f991-4369-be05-145b762165b2,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:31.478967 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:31.688806 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba8b74-ac76-4774-85e7-869130ec59e5 req-a76b4f32-4fea-4d64-8181-ff49d14f1053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:31.690523 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-42ba8b74-ac76-4774-85e7-869130ec59e5 req-a76b4f32-4fea-4d64-8181-ff49d14f1053 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 1098 time: 0.0578060 Jun 10 10:27:31.733406 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-42ba8b74-ac76-4774-85e7-869130ec59e5 req-6e6778d2-404d-46df-83c6-a53e496907b5 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295701 Jun 10 10:27:32.189035 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9234ee28-80f3-4703-8772-9626601a636c req-9d36f2bf-0787-49aa-ba12-6477f3925fa1 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:32.190919 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9234ee28-80f3-4703-8772-9626601a636c req-9d36f2bf-0787-49aa-ba12-6477f3925fa1 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0705016 Jun 10 10:27:32.267701 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9234ee28-80f3-4703-8772-9626601a636c req-bb7f937d-2e57-4599-a900-d0587c97a1dc tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705669 Jun 10 10:27:32.298047 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566bf42c-8c09-4eaa-b2a7-9bb2e812cdf7 req-c68bfea8-44dd-479f-9964-2ce7d8ab44f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:32.299532 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-566bf42c-8c09-4eaa-b2a7-9bb2e812cdf7 req-c68bfea8-44dd-479f-9964-2ce7d8ab44f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1036344 Jun 10 10:27:32.342560 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-566bf42c-8c09-4eaa-b2a7-9bb2e812cdf7 req-64a3d4cf-c951-4188-b1ed-2c76ac9611d9 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370336 Jun 10 10:27:32.433911 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba609-c3c4-4567-a317-5bf5e3e7bda3 req-9dc1e52c-5bd9-4901-923e-5d3c23a4c51f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:32.435364 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b35ba609-c3c4-4567-a317-5bf5e3e7bda3 req-9dc1e52c-5bd9-4901-923e-5d3c23a4c51f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 945 time: 0.0691476 Jun 10 10:27:32.476618 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b35ba609-c3c4-4567-a317-5bf5e3e7bda3 req-67c8c7c4-946b-4024-8fe9-a5f25578c0a6 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353391 Jun 10 10:27:33.448649 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3d4d6a-466d-4a46-bf30-b7362f5f8fa6 req-e80dd953-5641-42cc-bf6a-fb96126c0896 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:33.450149 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aa3d4d6a-466d-4a46-bf30-b7362f5f8fa6 req-e80dd953-5641-42cc-bf6a-fb96126c0896 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0729995 Jun 10 10:27:33.526487 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aa3d4d6a-466d-4a46-bf30-b7362f5f8fa6 req-d70ba146-0a7e-4378-b17d-8505681c1ccd tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707939 Jun 10 10:27:33.553415 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1fa58-5622-4c9e-91e3-c6ca4ee03ce0 req-1931c11c-3cef-4a09-8ad8-076a6f6fd7ff tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:33.554956 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f6e1fa58-5622-4c9e-91e3-c6ca4ee03ce0 req-1931c11c-3cef-4a09-8ad8-076a6f6fd7ff tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0982330 Jun 10 10:27:33.597817 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f6e1fa58-5622-4c9e-91e3-c6ca4ee03ce0 req-fa69e6a4-c6fe-4433-98ec-0ca363236b82 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Jun 10 10:27:33.706215 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ee81e8-b3da-4a06-a62c-45b7a1d112ee req-34a438f5-f473-4d59-ae43-571b6b372c58 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:33.707686 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-43ee81e8-b3da-4a06-a62c-45b7a1d112ee req-34a438f5-f473-4d59-ae43-571b6b372c58 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 945 time: 0.0727227 Jun 10 10:27:33.748033 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-43ee81e8-b3da-4a06-a62c-45b7a1d112ee req-b80e24d7-7215-448a-91f5-56b1dbb16bd4 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348358 Jun 10 10:27:34.582838 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb7b6b-4451-411e-ad52-109be07f58bd req-9d1cea87-6840-4286-996e-10384827f079 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:34.584367 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-83cb7b6b-4451-411e-ad52-109be07f58bd req-9d1cea87-6840-4286-996e-10384827f079 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 945 time: 0.0681202 Jun 10 10:27:34.625515 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-83cb7b6b-4451-411e-ad52-109be07f58bd req-27a1f76c-e78a-47a4-aec0-4ddad3b2155c tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355563 Jun 10 10:27:34.712055 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c3e929-99d0-48bc-bb68-a3daf93b7543 req-88039cd5-73f4-4deb-a26b-019d1d71391f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:34.713417 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c0c3e929-99d0-48bc-bb68-a3daf93b7543 req-88039cd5-73f4-4deb-a26b-019d1d71391f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0724468 Jun 10 10:27:34.790111 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c0c3e929-99d0-48bc-bb68-a3daf93b7543 req-3cfffffc-51ae-4dfa-adab-cc6e1a03b2ff tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704641 Jun 10 10:27:34.822184 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254814c-fe45-4bf9-829d-abc18c80a83b req-b4b17b38-1a67-4f2e-8e4b-1b941320cbeb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:34.823613 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7254814c-fe45-4bf9-829d-abc18c80a83b req-b4b17b38-1a67-4f2e-8e4b-1b941320cbeb tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0857067 Jun 10 10:27:34.864789 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7254814c-fe45-4bf9-829d-abc18c80a83b req-146883aa-302c-44fb-8172-1b4a861e4ea7 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354857 Jun 10 10:27:35.808546 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762890a7-56ae-4587-b1a1-b6d95f9bf9db req-49bcd80f-dbbe-462d-95af-5c8bcb627527 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:35.810173 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-762890a7-56ae-4587-b1a1-b6d95f9bf9db req-49bcd80f-dbbe-462d-95af-5c8bcb627527 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 945 time: 0.0719554 Jun 10 10:27:35.852102 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-762890a7-56ae-4587-b1a1-b6d95f9bf9db req-81b33374-071a-4ca9-a4b1-ef19c950b8a0 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353739 Jun 10 10:27:35.968430 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81bbe39-da1e-40ce-84f6-3cd80ce8299e req-0af854d1-e42c-4214-a7f7-10688082159c tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:35.969927 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f81bbe39-da1e-40ce-84f6-3cd80ce8299e req-0af854d1-e42c-4214-a7f7-10688082159c tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0687752 Jun 10 10:27:36.047817 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f81bbe39-da1e-40ce-84f6-3cd80ce8299e req-80da2d21-cc4e-440d-893f-8dbe3b00a688 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706968 Jun 10 10:27:36.078050 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea699d6f-3a7d-4fb1-b6fa-52a31db9decf req-004e7ee8-f52d-4798-bf52-c50818c25a51 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:36.079514 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ea699d6f-3a7d-4fb1-b6fa-52a31db9decf req-004e7ee8-f52d-4798-bf52-c50818c25a51 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1041191 Jun 10 10:27:36.120092 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ea699d6f-3a7d-4fb1-b6fa-52a31db9decf req-797ce6eb-7efb-4de4-8399-383c2052a767 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349679 Jun 10 10:27:36.634636 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d693ec99-3a18-454c-8a46-0404dbcdec37 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:36.635987 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d693ec99-3a18-454c-8a46-0404dbcdec37 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 945 time: 0.0761492 Jun 10 10:27:36.745164 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Deleting port 7ed901c1-f991-4369-be05-145b762165b2 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:27:36.745516 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:36.858946 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] For port 7ed901c1-f991-4369-be05-145b762165b2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=7ed901c1-f991-4369-be05-145b762165b2,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:36.859304 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:37.039574 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53fbe-febf-4e6e-a9f1-99fd0487ad0b req-87b36fd5-b915-4d1a-9d4d-4fe8e4f2c539 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:37.041136 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0da53fbe-febf-4e6e-a9f1-99fd0487ad0b req-87b36fd5-b915-4d1a-9d4d-4fe8e4f2c539 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=b4d632e2-bf37-429e-b97a-5abac87997a9 HTTP/1.1" status: 200 len: 945 time: 0.0722351 Jun 10 10:27:37.085861 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0da53fbe-febf-4e6e-a9f1-99fd0487ad0b req-dce87202-c984-43fa-8c08-4f6f37c446e0 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382748 Jun 10 10:27:37.176489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Calling delete_port for 7ed901c1-f991-4369-be05-145b762165b2 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:27:37.235324 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e47ecf-003c-49d6-86b0-654fa1641f91 req-9accefde-0b5d-4194-8075-2f41829a9040 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:37.236818 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d9e47ecf-003c-49d6-86b0-654fa1641f91 req-9accefde-0b5d-4194-8075-2f41829a9040 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0750475 Jun 10 10:27:37.317987 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d9e47ecf-003c-49d6-86b0-654fa1641f91 req-f48186d5-0cad-46b7-8abb-ec40d7a1c3cc tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705025 Jun 10 10:27:37.330958 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:37.335304 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2874229c-ad0b-458c-a579-20011f520f96 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:37.340491 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac33f093-3c30-485c-b06b-1d9857a934c0 req-8e937212-a6e7-43f4-9c75-7b99214c4296 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:37.342051 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ac33f093-3c30-485c-b06b-1d9857a934c0 req-8e937212-a6e7-43f4-9c75-7b99214c4296 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1043122 Jun 10 10:27:37.367312 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Pushing event deleted for resources: {'Port': ['ID=7ed901c1-f991-4369-be05-145b762165b2,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:37.391311 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ac33f093-3c30-485c-b06b-1d9857a934c0 req-c85a74aa-82b1-469b-a6ba-41756d56850f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404761 Jun 10 10:27:37.404884 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.405705 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.406106 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.406510 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.406810 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.407159 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.407508 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.407853 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.408196 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.408538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.408883 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.409220 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:37.414129 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:37.441003 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] No DVR routers for this DVR port 7ed901c1-f991-4369-be05-145b762165b2 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:27:37.443966 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:37.446008 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-38d67234-44d2-4fd9-abba-38af779240b6 req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "DELETE /v2.0/ports/7ed901c1-f991-4369-be05-145b762165b2 HTTP/1.1" status: 204 len: 173 time: 0.8037579 Jun 10 10:27:37.446486 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'name': 'network-vif-deleted', 'tag': '7ed901c1-f991-4369-be05-145b762165b2'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:37.448793 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8755ce21-ea27-4496-8079-2c4456750408" -d '{"events": [{"server_uuid": "b4d632e2-bf37-429e-b97a-5abac87997a9", "name": "network-vif-deleted", "tag": "7ed901c1-f991-4369-be05-145b762165b2"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:37.487753 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122c14df-7d5e-4b97-8728-47b28d503bc2 x-openstack-request-id: req-122c14df-7d5e-4b97-8728-47b28d503bc2 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:37.488112 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4d632e2-bf37-429e-b97a-5abac87997a9", "name": "network-vif-deleted", "tag": "7ed901c1-f991-4369-be05-145b762165b2", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:37.488394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-122c14df-7d5e-4b97-8728-47b28d503bc2 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:37.488816 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4d632e2-bf37-429e-b97a-5abac87997a9', 'name': 'network-vif-deleted', 'tag': '7ed901c1-f991-4369-be05-145b762165b2', 'status': 'completed', 'code': 200} Jun 10 10:27:38.366681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-37f5c59e-5648-4c9f-9556-e308523c570f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:38.368094 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-37f5c59e-5648-4c9f-9556-e308523c570f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.0746312 Jun 10 10:27:38.426821 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc7ad-d228-4b15-a957-4570b9717675 req-b8d26bf7-76a9-456f-a137-2744831d3013 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:38.428383 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-b8d26bf7-76a9-456f-a137-2744831d3013 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/networks?id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 HTTP/1.1" status: 200 len: 809 time: 0.1324837 Jun 10 10:27:38.445783 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-58e550ed-2c7c-4b63-8371-c7f0da71cdf5 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/quotas/049739dfec7f4ea6ae17538e1cd162b3 HTTP/1.1" status: 200 len: 375 time: 0.0110514 Jun 10 10:27:38.500552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Deleting port d15ebaea-3114-4147-8a21-0301dfc46547 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:27:38.500815 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:38.525940 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-f3bf719f-5f65-45b6-9a59-adfea36026e9 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=049739dfec7f4ea6ae17538e1cd162b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689802 Jun 10 10:27:38.617940 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] For port d15ebaea-3114-4147-8a21-0301dfc46547, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=d15ebaea-3114-4147-8a21-0301dfc46547,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:38.618312 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:38.648797 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3c44d9-ce06-46b7-a8f3-99c2ea7966e2 req-ae44e257-6b28-4956-989f-219387a77673 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:38.650307 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c3c44d9-ce06-46b7-a8f3-99c2ea7966e2 req-ae44e257-6b28-4956-989f-219387a77673 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=79430baf-5398-43ef-8c84-c18edee8e61e HTTP/1.1" status: 200 len: 945 time: 0.2035909 Jun 10 10:27:38.688097 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-192db82b-e6c4-46dd-8d54-ad5f78652523 service neutron] 10.222.0.23 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543314 Jun 10 10:27:38.712932 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Calling delete_port for d15ebaea-3114-4147-8a21-0301dfc46547 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:27:38.727828 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c3c44d9-ce06-46b7-a8f3-99c2ea7966e2 req-158f068c-2a04-4fcd-b600-de721b8511aa tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699091 Jun 10 10:27:38.843403 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-08263817-8c3d-4c6e-b4e3-369b981cc86b service neutron] 10.222.0.23 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443408 Jun 10 10:27:38.885279 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:38.889147 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d1a8acb0-1db7-4b3f-914c-203ae6567f37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:38.896661 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['d15ebaea-3114-4147-8a21-0301dfc46547'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:27:38.923294 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Pushing event deleted for resources: {'Port': ['ID=d15ebaea-3114-4147-8a21-0301dfc46547,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:38.924754 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8574fd-3b0f-4eda-8696-29d313ff250d req-83f1fa49-bc42-453a-8359-519c54904150 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:38.926698 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:38.932191 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d8574fd-3b0f-4eda-8696-29d313ff250d req-83f1fa49-bc42-453a-8359-519c54904150 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1015704 Jun 10 10:27:38.973018 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8d8574fd-3b0f-4eda-8696-29d313ff250d req-6f223a61-e696-4b3f-968d-9a586a6c665c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Jun 10 10:27:38.980808 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] No DVR routers for this DVR port d15ebaea-3114-4147-8a21-0301dfc46547 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:27:38.983940 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:38.985907 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4e817ed6-4f01-4364-8f85-b46deb8d9876 req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "DELETE /v2.0/ports/d15ebaea-3114-4147-8a21-0301dfc46547 HTTP/1.1" status: 204 len: 173 time: 0.6044736 Jun 10 10:27:39.275843 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7ed901c1-f991-4369-be05-145b762165b2 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:27:39.304263 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 7ed901c1-f991-4369-be05-145b762165b2 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:27:39.304629 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 7ed901c1-f991-4369-be05-145b762165b2 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:27:39.490310 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79430baf-5398-43ef-8c84-c18edee8e61e', 'name': 'network-vif-deleted', 'tag': 'd15ebaea-3114-4147-8a21-0301dfc46547'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:39.492744 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2515f4f2-47d2-434a-94c7-d6931a93f3fd" -d '{"events": [{"server_uuid": "79430baf-5398-43ef-8c84-c18edee8e61e", "name": "network-vif-deleted", "tag": "d15ebaea-3114-4147-8a21-0301dfc46547"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:39.527488 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4700048-de28-4ca5-9ab3-560a10f04d07 x-openstack-request-id: req-b4700048-de28-4ca5-9ab3-560a10f04d07 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:39.527752 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79430baf-5398-43ef-8c84-c18edee8e61e", "name": "network-vif-deleted", "tag": "d15ebaea-3114-4147-8a21-0301dfc46547", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:39.528034 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b4700048-de28-4ca5-9ab3-560a10f04d07 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:39.528458 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79430baf-5398-43ef-8c84-c18edee8e61e', 'name': 'network-vif-deleted', 'tag': 'd15ebaea-3114-4147-8a21-0301dfc46547', 'status': 'completed', 'code': 200} Jun 10 10:27:40.075546 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e3428055-2ec8-4fdb-a926-72ccd206b4e4 req-c04c82f7-3d2b-4ea8-b7f2-611ffc1bcbe2 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 210 time: 0.0390375 Jun 10 10:27:40.181984 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0e6be6-cf9a-4ae4-9764-eca9aa40b2e8 req-9b82c593-d58a-43c5-9954-6ba06b0e9402 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:40.183504 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3b0e6be6-cf9a-4ae4-9764-eca9aa40b2e8 req-9b82c593-d58a-43c5-9954-6ba06b0e9402 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0731039 Jun 10 10:27:40.236513 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3b0e6be6-cf9a-4ae4-9764-eca9aa40b2e8 req-91cde319-c2e0-4cd2-86e2-b2e1736f6db5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393469 Jun 10 10:27:40.724514 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3e3d5cc9-63bf-4e54-9751-4e665f4435dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:41.200962 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc7ad-d228-4b15-a957-4570b9717675 req-dd890a5e-c215-493c-bf6f-a40d970fda76 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:41.203590 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-dd890a5e-c215-493c-bf6f-a40d970fda76 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "GET /v2.0/networks?id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 HTTP/1.1" status: 200 len: 809 time: 0.1523278 Jun 10 10:27:41.226823 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Request body: {'port': {'device_id': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314', 'admin_state_up': True, 'tenant_id': '049739dfec7f4ea6ae17538e1cd162b3'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:41.250419 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c68310d8-a36e-49b6-a350-058e81b0a2af req-6e0d7429-d707-453b-bb45-8b2dd759deb6 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 210 time: 0.0368242 Jun 10 10:27:41.286410 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device d15ebaea-3114-4147-8a21-0301dfc46547 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:27:41.324156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: d15ebaea-3114-4147-8a21-0301dfc46547 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:27:41.336506 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device d15ebaea-3114-4147-8a21-0301dfc46547 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:27:41.372849 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Made reservation on behalf of 049739dfec7f4ea6ae17538e1cd162b3 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:27:41.377071 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:41.463928 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c12658-b4a8-40eb-86da-3c5ddafee57b req-557367e3-1803-4dbb-abe6-054b79e0f327 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:41.465441 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38c12658-b4a8-40eb-86da-3c5ddafee57b req-557367e3-1803-4dbb-abe6-054b79e0f327 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0765412 Jun 10 10:27:41.507507 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38c12658-b4a8-40eb-86da-3c5ddafee57b req-7d338e3a-d330-420f-809d-acc71286fafe tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360882 Jun 10 10:27:41.522893 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Allocated IP 172.20.0.2 (1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314/34f7c966-c6ec-468a-ab1a-a72066b5aa44/15570991-b325-4757-9ea4-c02d96ae8787) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:27:41.695043 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:41.736707 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:41.740420 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7f7f1340-63e5-4303-a671-b9b9a7a61386 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:41.788794 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:27:41.792017 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:27:41.795668 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:27:41.801594 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:41.802224 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:41.807940 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Pushing event updated for resources: {'Port': ['ID=15570991-b325-4757-9ea4-c02d96ae8787,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:41.813018 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:41.821564 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5987477 Jun 10 10:27:41.835750 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Request body: {'port': {'device_id': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:41.921727 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:42.220579 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15570991-b325-4757-9ea4-c02d96ae8787 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:27:42.228506 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:42.240365 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Transition to ACTIVE for port object 15570991-b325-4757-9ea4-c02d96ae8787 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:27:42.244782 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:42.246764 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d897baf1-33ca-4fe8-a244-890f277db346 tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:42.346155 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Pushing event updated for resources: {'Port': ['ID=15570991-b325-4757-9ea4-c02d96ae8787,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:42.371336 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:42.388143 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Attempting to bind port 15570991-b325-4757-9ea4-c02d96ae8787 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:27:42.388532 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Attempting to bind port 15570991-b325-4757-9ea4-c02d96ae8787 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:27:42.388910 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Attempting to bind port 15570991-b325-4757-9ea4-c02d96ae8787 on network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:27:42.393489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Port 15570991-b325-4757-9ea4-c02d96ae8787 on network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:27:42.393813 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Attempting to bind port 15570991-b325-4757-9ea4-c02d96ae8787 on network 1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:27:42.400394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:27:42.400775 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Checking segment: {'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:27:42.401230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Bound using segment: {'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:27:42.401670 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Bound port: 15570991-b325-4757-9ea4-c02d96ae8787, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f5cbe0-03c5-4130-96a1-133c066cb646', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1341, 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:27:42.402112 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:42.455038 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a493ef-bd88-4334-935b-e66a44cf4552 req-f8f7c0a8-bd20-47a6-9a4a-2d8ae0f1571e tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:42.456517 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-25a493ef-bd88-4334-935b-e66a44cf4552 req-f8f7c0a8-bd20-47a6-9a4a-2d8ae0f1571e tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 943 time: 0.0844402 Jun 10 10:27:42.480661 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] For port 15570991-b325-4757-9ea4-c02d96ae8787, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:27:42.484500 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] For port 15570991-b325-4757-9ea4-c02d96ae8787, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=15570991-b325-4757-9ea4-c02d96ae8787,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:27:42.488662 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:42.491525 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:42.502256 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-25a493ef-bd88-4334-935b-e66a44cf4552 req-001a7219-5786-44ba-9db9-982205ddce3e tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Jun 10 10:27:42.537564 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:42.538573 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:42.539598 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] 10.222.0.95 "PUT /v2.0/ports/15570991-b325-4757-9ea4-c02d96ae8787 HTTP/1.1" status: 200 len: 1093 time: 0.7078805 Jun 10 10:27:42.540105 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'tag': '15570991-b325-4757-9ea4-c02d96ae8787'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:42.542611 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d" -d '{"events": [{"name": "network-changed", "server_uuid": "c34e2656-af7a-41b5-8cd9-f9002a20c074", "tag": "15570991-b325-4757-9ea4-c02d96ae8787"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:42.564249 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Pushing event updated for resources: {'Port': ['ID=15570991-b325-4757-9ea4-c02d96ae8787,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:42.568377 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:42.587384 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9f03bae-ef3b-41e9-8a1f-d5fa17ff1894 x-openstack-request-id: req-f9f03bae-ef3b-41e9-8a1f-d5fa17ff1894 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:42.587708 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c34e2656-af7a-41b5-8cd9-f9002a20c074", "tag": "15570991-b325-4757-9ea4-c02d96ae8787", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:42.588035 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f9f03bae-ef3b-41e9-8a1f-d5fa17ff1894 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:42.588426 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'tag': '15570991-b325-4757-9ea4-c02d96ae8787', 'status': 'completed', 'code': 200} Jun 10 10:27:42.657590 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc7ad-d228-4b15-a957-4570b9717675 req-5390890c-77fd-467a-ba65-fb3dc0642255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:42.659117 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-5390890c-77fd-467a-ba65-fb3dc0642255 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=049739dfec7f4ea6ae17538e1cd162b3&device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 1096 time: 0.0594027 Jun 10 10:27:42.706511 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ccd25-3198-41ff-85c3-0e5480379b14 req-ed3ac614-9d11-4038-b949-cc782b7fb9da tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:42.707980 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-032ccd25-3198-41ff-85c3-0e5480379b14 req-ed3ac614-9d11-4038-b949-cc782b7fb9da tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0730164 Jun 10 10:27:42.717263 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-1862c8eb-65bc-4492-8585-2c0a3e9fe5d5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15570991-b325-4757-9ea4-c02d96ae8787 HTTP/1.1" status: 200 len: 217 time: 0.0495129 Jun 10 10:27:42.749558 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-032ccd25-3198-41ff-85c3-0e5480379b14 req-e137ee76-aaaf-4608-8952-cd4506433c55 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358951 Jun 10 10:27:42.777046 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4badc7ad-d228-4b15-a957-4570b9717675 req-b4e7278b-34f2-4b17-b1b4-3ec04c2efe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:42.778478 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-b4e7278b-34f2-4b17-b1b4-3ec04c2efe98 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34f7c966-c6ec-468a-ab1a-a72066b5aa44 HTTP/1.1" status: 200 len: 849 time: 0.0517187 Jun 10 10:27:42.816279 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-367805fc-c99e-4cb9-9cab-0351f0337c21 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300672 Jun 10 10:27:42.930898 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-ce0f6063-79d7-472e-9933-e232b679813d service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075857 Jun 10 10:27:43.046134 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4badc7ad-d228-4b15-a957-4570b9717675 req-3059a544-140a-406c-b690-8d674205db30 service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071346 Jun 10 10:27:43.148073 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-1590d979-7954-48fe-9a83-822a03b2fbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:43.149515 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-1590d979-7954-48fe-9a83-822a03b2fbaf service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=049739dfec7f4ea6ae17538e1cd162b3&device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 1096 time: 0.0573266 Jun 10 10:27:43.221676 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:43.231995 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-795b50e2-3ae8-4ad2-98c5-f39d4a03003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:43.266329 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-4e53c4de-0d03-4bab-b577-8a1d5d1ad42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:43.267860 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-4e53c4de-0d03-4bab-b577-8a1d5d1ad42f service neutron] 10.222.0.95 "GET /v2.0/networks?id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 HTTP/1.1" status: 200 len: 911 time: 0.1113238 Jun 10 10:27:43.325784 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-754286bd-c084-4de9-ba04-dbc66a87ad2b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=15570991-b325-4757-9ea4-c02d96ae8787 HTTP/1.1" status: 200 len: 217 time: 0.0498712 Jun 10 10:27:43.386745 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-a66094d1-929b-4f70-a94d-28f45c1148b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:43.388138 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-a66094d1-929b-4f70-a94d-28f45c1148b8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=34f7c966-c6ec-468a-ab1a-a72066b5aa44 HTTP/1.1" status: 200 len: 849 time: 0.0510018 Jun 10 10:27:43.429937 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-3114e9b4-26a3-413c-98af-2bcdb41b12f6 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306861 Jun 10 10:27:43.551337 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-9b42a72b-2954-4ed5-b595-c3cff35a76ff service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127365 Jun 10 10:27:43.790203 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-08c6965f-0ac8-4def-b414-9e9a306cee1b tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:43.791890 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-08c6965f-0ac8-4def-b414-9e9a306cee1b tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/networks?id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 HTTP/1.1" status: 200 len: 814 time: 0.1924713 Jun 10 10:27:43.804255 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefcaf2f-343b-4655-8e67-e1022d0e6730 req-94fc8094-68cc-4d07-bbaa-68eb79eae842 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:43.805758 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cefcaf2f-343b-4655-8e67-e1022d0e6730 req-94fc8094-68cc-4d07-bbaa-68eb79eae842 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 943 time: 0.1826553 Jun 10 10:27:43.832025 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-f46e4412-3afb-49e1-8280-001f40464a92 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/quotas/ff9fc4553e934bf2b2d2b66fcd17d937 HTTP/1.1" status: 200 len: 375 time: 0.0252352 Jun 10 10:27:43.889521 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cefcaf2f-343b-4655-8e67-e1022d0e6730 req-073aade9-4014-4771-b175-6382ddc62ab1 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759404 Jun 10 10:27:43.891760 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b0337255-75c9-4b05-b9df-c7936a6efa1b tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=ff9fc4553e934bf2b2d2b66fcd17d937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0510616 Jun 10 10:27:43.920790 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6d42dde-8a2f-42f1-ad51-fcf1a857e07d req-5b4e41f3-853d-4708-a1fa-9b1a951e6f3c service neutron] 10.222.0.95 "GET /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616223 Jun 10 10:27:44.062471 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-0608aaa4-fbd8-4a90-b23c-df1ce2f1f7ba service neutron] 10.222.0.23 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630490 Jun 10 10:27:44.174192 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:44.344604 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb59a9c-b216-45e1-afc2-01932f683e15 req-1809d570-8135-466e-a661-22e0a312472f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:44.346218 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-edb59a9c-b216-45e1-afc2-01932f683e15 req-1809d570-8135-466e-a661-22e0a312472f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.3388457 Jun 10 10:27:44.391555 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-2591f365-1e46-4858-aa2d-ad579001af89 service neutron] 10.222.0.23 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185425 Jun 10 10:27:44.406835 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-edb59a9c-b216-45e1-afc2-01932f683e15 req-0b599da5-8d58-409f-a57b-762267e9d2f1 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537083 Jun 10 10:27:44.559937 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c985eb4d-07ce-4e6c-a401-55d3b0519ef0 req-5c546ff2-5fc2-4d35-917e-82668e41ed6a tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 210 time: 0.0366387 Jun 10 10:27:44.657734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e904f5e-6fe6-48bd-85a1-7b37eb7eb94a req-917d45c1-93e3-4834-a431-07ff2aef7dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:44.659255 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1e904f5e-6fe6-48bd-85a1-7b37eb7eb94a req-917d45c1-93e3-4834-a431-07ff2aef7dac service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.0581274 Jun 10 10:27:44.703399 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1e904f5e-6fe6-48bd-85a1-7b37eb7eb94a req-9ca1bd31-bb8d-4e33-a1e2-3760081c234a service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331583 Jun 10 10:27:45.078090 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea2964-e435-4977-9f84-f99ac4633594 req-fa308624-9f66-4655-b97c-aaa65ba63bd4 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:45.079589 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2ea2964-e435-4977-9f84-f99ac4633594 req-fa308624-9f66-4655-b97c-aaa65ba63bd4 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 943 time: 0.0711670 Jun 10 10:27:45.128194 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2ea2964-e435-4977-9f84-f99ac4633594 req-7b843936-22f6-470e-bd8e-baca19d7b258 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402365 Jun 10 10:27:45.278534 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 15570991-b325-4757-9ea4-c02d96ae8787 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:27:45.396905 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 15570991-b325-4757-9ea4-c02d96ae8787, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=15570991-b325-4757-9ea4-c02d96ae8787,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:45.408946 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '15570991-b325-4757-9ea4-c02d96ae8787', 'network_id': '1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314', 'port_id': '15570991-b325-4757-9ea4-c02d96ae8787', 'mac_address': 'fa:16:3e:ea:b6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34f7c966-c6ec-468a-ab1a-a72066b5aa44', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:27:45.452116 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:45.467090 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15570991-b325-4757-9ea4-c02d96ae8787 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:27:45.487535 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 15570991-b325-4757-9ea4-c02d96ae8787, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=15570991-b325-4757-9ea4-c02d96ae8787,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:45.491454 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:45.493190 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:45.550409 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=15570991-b325-4757-9ea4-c02d96ae8787,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:45.553250 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:45.594985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd74bf-d9d0-4413-ba1a-f56c89704796 req-f06a7412-3421-4acc-ba65-f327255e5310 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:45.596688 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-97dd74bf-d9d0-4413-ba1a-f56c89704796 req-f06a7412-3421-4acc-ba65-f327255e5310 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0761755 Jun 10 10:27:45.642086 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-97dd74bf-d9d0-4413-ba1a-f56c89704796 req-7eb0f4dc-b67b-4721-aaea-f9b5eb5e5375 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381052 Jun 10 10:27:45.717211 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4552fb56-6f84-4b6c-b82c-c9d2c2da5892 req-9c382a02-0997-4fd8-9dec-81817f31bce8 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 210 time: 0.0336640 Jun 10 10:27:45.832393 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['15570991-b325-4757-9ea4-c02d96ae8787'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:27:45.833461 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-db1629c7-1ef4-4f9a-b048-f928412de38a tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:45.834949 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-db1629c7-1ef4-4f9a-b048-f928412de38a tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "GET /v2.0/networks?id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 HTTP/1.1" status: 200 len: 814 time: 0.1392162 Jun 10 10:27:45.856028 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Request body: {'port': {'device_id': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3', 'admin_state_up': True, 'tenant_id': 'ff9fc4553e934bf2b2d2b66fcd17d937'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:45.996095 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Made reservation on behalf of ff9fc4553e934bf2b2d2b66fcd17d937 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:27:45.999914 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.059256 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.143197 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Allocated IP 172.20.0.2 (8e2d14cd-9046-47ee-9b4a-b765c1ad11f3/79fc2c12-9f07-477a-853a-a241806662ea/6a80ccab-6302-4812-b22f-dd4ee914e3be) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:27:46.309850 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564b60f9-60c6-46ce-899a-6ec7349b88a5 req-851042e1-77ce-404a-b98f-8f55b453d857 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:46.311327 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-564b60f9-60c6-46ce-899a-6ec7349b88a5 req-851042e1-77ce-404a-b98f-8f55b453d857 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 944 time: 0.0714641 Jun 10 10:27:46.323026 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.357857 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-564b60f9-60c6-46ce-899a-6ec7349b88a5 req-6fc70a2d-4fd5-42f9-92bc-6c27075eba4d tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Jun 10 10:27:46.368621 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.373363 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:46.421266 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:27:46.424518 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:27:46.428310 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:27:46.434005 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:46.434620 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.440762 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Pushing event updated for resources: {'Port': ['ID=6a80ccab-6302-4812-b22f-dd4ee914e3be,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:46.445240 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:46.454443 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6024151 Jun 10 10:27:46.470718 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Request body: {'port': {'device_id': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:27:46.555769 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.825016 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d42a6ca-b063-4617-9f0d-7b97fd0cd5c8 req-381e4567-687e-4868-9217-ebd68ccde002 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:46.826556 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3d42a6ca-b063-4617-9f0d-7b97fd0cd5c8 req-381e4567-687e-4868-9217-ebd68ccde002 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0712507 Jun 10 10:27:46.865120 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-70e57ac7-4094-461a-8c24-2239cea84f06 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1964846 Jun 10 10:27:46.907082 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3d42a6ca-b063-4617-9f0d-7b97fd0cd5c8 req-8b9cd923-a685-4344-a43f-90656e5cab24 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663044 Jun 10 10:27:46.937088 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf0cdf2-fbe9-4570-a150-611e88347493 req-f45f0861-9618-49ca-84f8-1584a9335e62 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:46.938538 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3cf0cdf2-fbe9-4570-a150-611e88347493 req-f45f0861-9618-49ca-84f8-1584a9335e62 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 931 time: 0.1066408 Jun 10 10:27:46.949748 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a80ccab-6302-4812-b22f-dd4ee914e3be {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:27:46.960693 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.981709 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Transition to ACTIVE for port object 6a80ccab-6302-4812-b22f-dd4ee914e3be will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:27:46.986004 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3cf0cdf2-fbe9-4570-a150-611e88347493 req-bda95b3b-1ebb-41ab-8a11-d795c4583f9e tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404441 Jun 10 10:27:46.991125 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:46.994346 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a43beb2d-f462-43b9-a4bc-ab68b4a23726 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:47.005499 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-3c0dd1e2-9ac3-4b95-8e80-86e1182dc521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.007012 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-3c0dd1e2-9ac3-4b95-8e80-86e1182dc521 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 1099 time: 0.1090524 Jun 10 10:27:47.127432 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Pushing event updated for resources: {'Port': ['ID=6a80ccab-6302-4812-b22f-dd4ee914e3be,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:47.130231 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:47.222611 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Attempting to bind port 6a80ccab-6302-4812-b22f-dd4ee914e3be on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:27:47.222835 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Attempting to bind port 6a80ccab-6302-4812-b22f-dd4ee914e3be by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:27:47.223177 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Attempting to bind port 6a80ccab-6302-4812-b22f-dd4ee914e3be on network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:27:47.231173 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Port 6a80ccab-6302-4812-b22f-dd4ee914e3be on network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:27:47.231496 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Attempting to bind port 6a80ccab-6302-4812-b22f-dd4ee914e3be on network 8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:27:47.247095 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:27:47.247463 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Checking segment: {'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:27:47.247886 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Bound using segment: {'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:27:47.248416 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Bound port: 6a80ccab-6302-4812-b22f-dd4ee914e3be, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1348, 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:27:47.248797 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:47.255220 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-35bc5cfc-c7b5-40fc-b9a0-75a4e7f84e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.256789 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-35bc5cfc-c7b5-40fc-b9a0-75a4e7f84e26 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.2196329 Jun 10 10:27:47.319281 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 15570991-b325-4757-9ea4-c02d96ae8787 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:27:47.359830 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-2f6787be-c5f2-4291-964f-56bffc3b0212 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2 HTTP/1.1" status: 200 len: 217 time: 0.0870845 Jun 10 10:27:47.394841 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 15570991-b325-4757-9ea4-c02d96ae8787 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:27:47.402823 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 15570991-b325-4757-9ea4-c02d96ae8787 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:27:47.403528 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:47.439226 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b87ab-3c54-49f5-8166-2ae59b027a4c req-589251c0-35a3-44d8-8a71-0300b601d198 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.441742 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-626b87ab-3c54-49f5-8166-2ae59b027a4c req-589251c0-35a3-44d8-8a71-0300b601d198 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0804634 Jun 10 10:27:47.477995 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-6cf6a6f6-5aca-4927-88c3-59cc19caf31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.479359 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-6cf6a6f6-5aca-4927-88c3-59cc19caf31c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.0889750 Jun 10 10:27:47.482620 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] For port 6a80ccab-6302-4812-b22f-dd4ee914e3be, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:27:47.487796 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] For port 6a80ccab-6302-4812-b22f-dd4ee914e3be, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=6a80ccab-6302-4812-b22f-dd4ee914e3be,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:27:47.494509 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-626b87ab-3c54-49f5-8166-2ae59b027a4c req-910680d7-85c4-4184-a839-d35859442e3d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469310 Jun 10 10:27:47.515989 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:47.527908 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:47.531378 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-381f9185-ce95-40fa-83b8-0d71546a8338 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:47.540919 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-d578cf08-2dea-4262-aeef-c409d44e395f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517793 Jun 10 10:27:47.544113 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15570991-b325-4757-9ea4-c02d96ae8787'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:47.547225 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50fc79a7-b693-4fa7-adcf-c3f07c411840" -d '{"events": [{"server_uuid": "c34e2656-af7a-41b5-8cd9-f9002a20c074", "name": "network-vif-plugged", "status": "completed", "tag": "15570991-b325-4757-9ea4-c02d96ae8787"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:47.563795 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 15570991-b325-4757-9ea4-c02d96ae8787, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=15570991-b325-4757-9ea4-c02d96ae8787,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:47.571118 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:47.573746 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:47.578064 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-01003b51-447a-4034-a9ce-d592e5ffe293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.579980 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-01003b51-447a-4034-a9ce-d592e5ffe293 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=13947738a9604923bb5561e5324d9316&device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 1098 time: 0.2546449 Jun 10 10:27:47.587566 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.588203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:47.589758 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] 10.222.0.95 "PUT /v2.0/ports/6a80ccab-6302-4812-b22f-dd4ee914e3be HTTP/1.1" status: 200 len: 1093 time: 1.1237371 Jun 10 10:27:47.598495 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227dc36d-d80f-4ed8-b83e-c1dd1723e087 req-9d97d542-c440-4329-ab33-a7e55e14956e tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.605825 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-227dc36d-d80f-4ed8-b83e-c1dd1723e087 req-9d97d542-c440-4329-ab33-a7e55e14956e tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 944 time: 0.0931599 Jun 10 10:27:47.620470 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eaa42c8-be23-44cc-9e5a-82d984b826b3 x-openstack-request-id: req-3eaa42c8-be23-44cc-9e5a-82d984b826b3 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:47.620937 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'tag': '6a80ccab-6302-4812-b22f-dd4ee914e3be'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:47.621293 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e2656-af7a-41b5-8cd9-f9002a20c074", "name": "network-vif-plugged", "status": "completed", "tag": "15570991-b325-4757-9ea4-c02d96ae8787", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:47.621700 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3eaa42c8-be23-44cc-9e5a-82d984b826b3 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:47.622273 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15570991-b325-4757-9ea4-c02d96ae8787', 'code': 200} Jun 10 10:27:47.623429 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca586e2-1114-44ac-9593-de14bddb3d96" -d '{"events": [{"name": "network-changed", "server_uuid": "0e31904c-2c59-4164-a4b6-67b58f4df633", "tag": "6a80ccab-6302-4812-b22f-dd4ee914e3be"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:47.661945 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-227dc36d-d80f-4ed8-b83e-c1dd1723e087 req-420330ef-00bb-48d5-ab3f-f303d941c4e0 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550735 Jun 10 10:27:47.669338 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=15570991-b325-4757-9ea4-c02d96ae8787,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:47.673800 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:47.705485 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4070e-0dcc-48f4-bda7-d0cfc7a9af39 x-openstack-request-id: req-acf4070e-0dcc-48f4-bda7-d0cfc7a9af39 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:47.705858 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e31904c-2c59-4164-a4b6-67b58f4df633", "tag": "6a80ccab-6302-4812-b22f-dd4ee914e3be", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:47.706273 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-acf4070e-0dcc-48f4-bda7-d0cfc7a9af39 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:47.706778 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'tag': '6a80ccab-6302-4812-b22f-dd4ee914e3be', 'status': 'completed', 'code': 200} Jun 10 10:27:47.784107 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Pushing event updated for resources: {'Port': ['ID=6a80ccab-6302-4812-b22f-dd4ee914e3be,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:47.834062 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:47.897219 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-d8d91f03-9c3c-4d09-8749-2b8285bbe510 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3288124 Jun 10 10:27:47.900957 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc355f4-7b6b-459a-8097-edae2fc03892 req-194bdb3b-5809-4a2a-9115-525b470c6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.902460 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5cc355f4-7b6b-459a-8097-edae2fc03892 req-194bdb3b-5809-4a2a-9115-525b470c6ccf service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 1098 time: 0.0577219 Jun 10 10:27:47.902773 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-010038f5-e22e-4f3f-ab7e-65b356cab8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.904116 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-010038f5-e22e-4f3f-ab7e-65b356cab8c7 service neutron] 10.222.0.95 "GET /v2.0/networks?id=f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 200 len: 921 time: 0.3134708 Jun 10 10:27:47.910395 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d046fe3f-fcd5-46a6-a8c3-2a88f0b1b61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:47.911750 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-d046fe3f-fcd5-46a6-a8c3-2a88f0b1b61d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff9fc4553e934bf2b2d2b66fcd17d937&device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 1096 time: 0.2198856 Jun 10 10:27:47.947774 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5cc355f4-7b6b-459a-8097-edae2fc03892 req-7ef2d937-69dd-4021-904a-f7bb5bba3087 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312269 Jun 10 10:27:48.039451 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-163e6c34-e62c-4b1d-a498-3c26098effbc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 200 len: 217 time: 0.1070607 Jun 10 10:27:48.042507 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-6b389a66-8a81-46aa-af64-9991b41b31f1 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a80ccab-6302-4812-b22f-dd4ee914e3be HTTP/1.1" status: 200 len: 217 time: 0.1089084 Jun 10 10:27:48.171255 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b473fc-ec12-4cc6-81dd-508193963c22 req-3a57687f-3dab-4652-a9ed-2370140d7cbc tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:48.172828 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-54b473fc-ec12-4cc6-81dd-508193963c22 req-3a57687f-3dab-4652-a9ed-2370140d7cbc tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 943 time: 0.0733118 Jun 10 10:27:48.218168 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-54b473fc-ec12-4cc6-81dd-508193963c22 req-2f2b6b8f-b855-4e32-a538-9e1f694afb3b tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394533 Jun 10 10:27:48.434544 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-820127df-d904-4468-a6d1-fa56c29c1704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:48.435956 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-820127df-d904-4468-a6d1-fa56c29c1704 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 200 len: 859 time: 0.3523946 Jun 10 10:27:48.437954 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-ea4e7bda-7681-4a9f-86e9-2eab542eae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:48.439195 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-ea4e7bda-7681-4a9f-86e9-2eab542eae54 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=79fc2c12-9f07-477a-853a-a241806662ea HTTP/1.1" status: 200 len: 854 time: 0.3567522 Jun 10 10:27:48.441163 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-634ca8fd-7c61-4c77-9f89-563a86580cb8 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5285852 Jun 10 10:27:48.514978 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-59364767-8910-4dc7-8ef3-75152f092e7e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=f37eb912-c5ae-4f61-87e7-81ae60acabb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610621 Jun 10 10:27:48.516758 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-dc7c739e-a490-4e3d-95a1-b7267a1f13ad service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554008 Jun 10 10:27:48.692751 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752862f5-dedf-4ce8-8e21-e16633f3d6a5 req-2bbe38ba-0daf-4a26-905f-e91ebc686f43 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:48.693869 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-752862f5-dedf-4ce8-8e21-e16633f3d6a5 req-2bbe38ba-0daf-4a26-905f-e91ebc686f43 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0746450 Jun 10 10:27:48.738589 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-752862f5-dedf-4ce8-8e21-e16633f3d6a5 req-625a4304-3b75-4fea-a8db-618accc509d0 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377214 Jun 10 10:27:48.748193 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-53ac385c-2a02-4ce8-b63f-cabc7ad88bf7 service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010953 Jun 10 10:27:48.752418 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-bdddb0e5-1389-4d0a-bdf4-2b0fce545d38 service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042837 Jun 10 10:27:48.857608 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587cec9f-1ae7-41d9-8533-98b5fffc34f4 req-de346b8d-4b56-43bf-9eb2-85f502c5cf97 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:48.859741 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-587cec9f-1ae7-41d9-8533-98b5fffc34f4 req-de346b8d-4b56-43bf-9eb2-85f502c5cf97 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 945 time: 0.0746050 Jun 10 10:27:48.901132 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-587cec9f-1ae7-41d9-8533-98b5fffc34f4 req-ce1883ad-7498-4006-93a0-cfddb56a6083 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354066 Jun 10 10:27:48.977821 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-497123a8-2c0f-4f96-b25d-d7dcc5f5f3ef req-073091ae-26b2-4143-ad92-3df27159937f service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092001 Jun 10 10:27:48.980648 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a7efcca1-8592-4291-9682-daf6ea08dd40 req-70a1ca29-a6f6-4c61-9c42-a511f98b5ead service neutron] 10.222.0.95 "GET /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124593 Jun 10 10:27:49.366680 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-4208af06-dd50-4a7c-b70d-f283ad0e744f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:49.368143 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-4208af06-dd50-4a7c-b70d-f283ad0e744f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=ff9fc4553e934bf2b2d2b66fcd17d937&device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 1096 time: 0.0770555 Jun 10 10:27:49.406226 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879d108-1ee6-4250-9828-b7d123b1e3b1 req-1bded8f0-5672-4775-ae66-a5a2641dcbbb tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:49.408182 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c879d108-1ee6-4250-9828-b7d123b1e3b1 req-1bded8f0-5672-4775-ae66-a5a2641dcbbb tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 943 time: 0.0743968 Jun 10 10:27:49.450825 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c879d108-1ee6-4250-9828-b7d123b1e3b1 req-6d6902cf-c929-48fb-b2a1-27c7e283cd2e tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368402 Jun 10 10:27:49.497602 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-82144f31-04de-490c-97c9-c09c0d07a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:49.499047 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-82144f31-04de-490c-97c9-c09c0d07a305 service neutron] 10.222.0.95 "GET /v2.0/networks?id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 HTTP/1.1" status: 200 len: 916 time: 0.1150398 Jun 10 10:27:49.558207 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-d0442b34-cc71-46b9-a2b6-4232299a5fb5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6a80ccab-6302-4812-b22f-dd4ee914e3be HTTP/1.1" status: 200 len: 217 time: 0.0501943 Jun 10 10:27:49.626961 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-eb4edbb2-839a-456e-a0bc-c5b4327b3b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:49.628419 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-eb4edbb2-839a-456e-a0bc-c5b4327b3b14 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=79fc2c12-9f07-477a-853a-a241806662ea HTTP/1.1" status: 200 len: 854 time: 0.0523751 Jun 10 10:27:49.666745 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-1bd2b60a-c2fe-4afa-8569-a0798ed79ff1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304525 Jun 10 10:27:49.784912 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-e5b6efbe-6bc5-466c-8030-3fe59affeec7 service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089003 Jun 10 10:27:49.915419 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-aca586e2-1114-44ac-9593-de14bddb3d96 req-0326a825-b720-49c2-807a-ab89ffe9d11e service neutron] 10.222.0.95 "GET /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130199 Jun 10 10:27:49.937528 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263c6d38-6020-4555-9cb5-50333bb11566 req-682cf2f2-7f6a-4e1b-be14-73193afb5def tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:49.939060 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-263c6d38-6020-4555-9cb5-50333bb11566 req-682cf2f2-7f6a-4e1b-be14-73193afb5def tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0734184 Jun 10 10:27:49.986864 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-263c6d38-6020-4555-9cb5-50333bb11566 req-d909e27a-2785-4ad3-b3e1-6b58c99af8c6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420165 Jun 10 10:27:50.086928 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c253a8e5-88fd-4621-84de-e3e81f412aba req-f8186cb8-84aa-4412-bfd8-9687bbc68cf6 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:50.088395 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c253a8e5-88fd-4621-84de-e3e81f412aba req-f8186cb8-84aa-4412-bfd8-9687bbc68cf6 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 945 time: 0.0692306 Jun 10 10:27:50.129396 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c253a8e5-88fd-4621-84de-e3e81f412aba req-441af5b3-9da7-4c30-9217-7e4edfcc0758 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Jun 10 10:27:50.637982 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d953cf-b82e-4d66-8521-93da53be0075 req-86b482f2-1847-4a48-8b06-6f3914c46918 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:50.639626 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c3d953cf-b82e-4d66-8521-93da53be0075 req-86b482f2-1847-4a48-8b06-6f3914c46918 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 943 time: 0.0784664 Jun 10 10:27:50.682475 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c3d953cf-b82e-4d66-8521-93da53be0075 req-4f9521ef-9bc8-477c-82d5-ddd5bd00f58e tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Jun 10 10:27:51.001911 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19190ab7-6dd0-4e0c-b3fe-ed0cfbbeab3d req-2cd8db81-7978-4f12-830f-819f749b0f2d tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:51.003407 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-19190ab7-6dd0-4e0c-b3fe-ed0cfbbeab3d req-2cd8db81-7978-4f12-830f-819f749b0f2d tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 945 time: 0.0692480 Jun 10 10:27:51.045523 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-19190ab7-6dd0-4e0c-b3fe-ed0cfbbeab3d req-bbb07741-102b-42ea-9e18-d0707022d6b3 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Jun 10 10:27:51.175000 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f3dfb-caca-48f7-acd1-fd8792f49c51 req-6127054c-c2c2-47b7-b8f7-9d4e8ba8c30b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:51.176448 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9a1f3dfb-caca-48f7-acd1-fd8792f49c51 req-6127054c-c2c2-47b7-b8f7-9d4e8ba8c30b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0713081 Jun 10 10:27:51.217862 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9a1f3dfb-caca-48f7-acd1-fd8792f49c51 req-ba7e298c-02ac-4ffe-9e57-e20c5100d3db tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358732 Jun 10 10:27:51.333425 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 6a80ccab-6302-4812-b22f-dd4ee914e3be details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:27:51.560395 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 6a80ccab-6302-4812-b22f-dd4ee914e3be, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=6a80ccab-6302-4812-b22f-dd4ee914e3be,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:51.573151 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '6a80ccab-6302-4812-b22f-dd4ee914e3be', 'network_id': '8e2d14cd-9046-47ee-9b4a-b765c1ad11f3', 'port_id': '6a80ccab-6302-4812-b22f-dd4ee914e3be', 'mac_address': 'fa:16:3e:41:7d:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79fc2c12-9f07-477a-853a-a241806662ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:27:51.617929 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:51.633772 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a80ccab-6302-4812-b22f-dd4ee914e3be {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:27:51.653541 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 6a80ccab-6302-4812-b22f-dd4ee914e3be, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=6a80ccab-6302-4812-b22f-dd4ee914e3be,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:51.657392 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:51.659169 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:51.712242 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=6a80ccab-6302-4812-b22f-dd4ee914e3be,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:51.719949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.720624 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.721158 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.721667 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.722326 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.722711 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.723148 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.723578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.724012 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.724544 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.724969 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.725746 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:27:51.729973 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:51.870070 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982436d5-19f2-4fb1-8de9-2e3923be6c77 req-6f59e17f-b70e-40ad-a8fc-d57f755d6db8 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:51.871447 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-982436d5-19f2-4fb1-8de9-2e3923be6c77 req-6f59e17f-b70e-40ad-a8fc-d57f755d6db8 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 944 time: 0.0699399 Jun 10 10:27:51.912440 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-982436d5-19f2-4fb1-8de9-2e3923be6c77 req-f59f08e8-d9bb-4afd-bbcc-0c0b977b4237 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349214 Jun 10 10:27:51.959506 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:52.054711 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['6a80ccab-6302-4812-b22f-dd4ee914e3be'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:27:52.225946 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b343bb67-410b-4a5c-bbbc-1e7a53bb7fd3 req-6a06c149-78ec-4038-8906-7429798ada61 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:52.227306 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b343bb67-410b-4a5c-bbbc-1e7a53bb7fd3 req-6a06c149-78ec-4038-8906-7429798ada61 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 945 time: 0.0718646 Jun 10 10:27:52.269228 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b343bb67-410b-4a5c-bbbc-1e7a53bb7fd3 req-2879804f-da90-460c-b57e-7b7a990463b3 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362887 Jun 10 10:27:52.395769 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514cb8a-fdce-48db-847f-41ec408da943 req-b6d2e30b-429a-490c-8225-f61dbd09426a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:52.397218 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a514cb8a-fdce-48db-847f-41ec408da943 req-b6d2e30b-429a-490c-8225-f61dbd09426a tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0690484 Jun 10 10:27:52.438515 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a514cb8a-fdce-48db-847f-41ec408da943 req-0d857458-e937-4c36-a5cb-4d8f0b6db680 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356202 Jun 10 10:27:53.094024 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-2e787877-7f52-4b94-8b70-54f5ce6e969b tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:53.094992 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a124799-a3a4-470c-a3c9-dca3ae5bc768 req-4b82c77c-dba4-42c1-91a9-21381935c1d6 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:53.095459 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-2e787877-7f52-4b94-8b70-54f5ce6e969b tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 945 time: 0.0680888 Jun 10 10:27:53.096433 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8a124799-a3a4-470c-a3c9-dca3ae5bc768 req-4b82c77c-dba4-42c1-91a9-21381935c1d6 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 944 time: 0.0738208 Jun 10 10:27:53.138096 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8a124799-a3a4-470c-a3c9-dca3ae5bc768 req-036e48ae-cd91-43f3-a7cf-9a15708ce749 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357938 Jun 10 10:27:53.213224 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Deleting port 15570991-b325-4757-9ea4-c02d96ae8787 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:27:53.213580 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:53.335994 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] For port 15570991-b325-4757-9ea4-c02d96ae8787, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=15570991-b325-4757-9ea4-c02d96ae8787,segment=NetworkSegment(73f5cbe0-03c5-4130-96a1-133c066cb646),segment_id=73f5cbe0-03c5-4130-96a1-133c066cb646)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:53.336452 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:53.339598 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 6a80ccab-6302-4812-b22f-dd4ee914e3be up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:27:53.413484 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 6a80ccab-6302-4812-b22f-dd4ee914e3be completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:27:53.417334 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 6a80ccab-6302-4812-b22f-dd4ee914e3be triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:27:53.417712 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:53.434066 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Calling delete_port for 15570991-b325-4757-9ea4-c02d96ae8787 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:27:53.501866 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ea1ec1-e602-4ef8-ae21-e295a9bf82ce req-7e4c705c-e993-4a53-a24c-23e0e0b82fb0 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:53.503777 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46ea1ec1-e602-4ef8-ae21-e295a9bf82ce req-7e4c705c-e993-4a53-a24c-23e0e0b82fb0 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/ports?device_id=c34e2656-af7a-41b5-8cd9-f9002a20c074 HTTP/1.1" status: 200 len: 945 time: 0.0919671 Jun 10 10:27:53.518593 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:53.544126 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a80ccab-6302-4812-b22f-dd4ee914e3be'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:53.546509 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c5b44e-4d90-42b3-a5e5-b48023df5767" -d '{"events": [{"server_uuid": "0e31904c-2c59-4164-a4b6-67b58f4df633", "name": "network-vif-plugged", "status": "completed", "tag": "6a80ccab-6302-4812-b22f-dd4ee914e3be"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:53.563054 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 6a80ccab-6302-4812-b22f-dd4ee914e3be, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=6a80ccab-6302-4812-b22f-dd4ee914e3be,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:27:53.568546 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:53.571941 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:53.574100 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46ea1ec1-e602-4ef8-ae21-e295a9bf82ce req-42e0ae4e-1208-4ce7-b8c1-f607ebc52c87 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.23 "GET /v2.0/security-groups?id=0048bc80-cb60-4a4f-92d1-f51c5a49bead&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634344 Jun 10 10:27:53.602025 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f25c4a-be34-4dfc-b5c0-306466018286 x-openstack-request-id: req-94f25c4a-be34-4dfc-b5c0-306466018286 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:53.603465 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e31904c-2c59-4164-a4b6-67b58f4df633", "name": "network-vif-plugged", "status": "completed", "tag": "6a80ccab-6302-4812-b22f-dd4ee914e3be", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:53.603465 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-94f25c4a-be34-4dfc-b5c0-306466018286 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:53.604126 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a80ccab-6302-4812-b22f-dd4ee914e3be', 'code': 200} Jun 10 10:27:53.628534 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:53.632781 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:27:53.644234 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['15570991-b325-4757-9ea4-c02d96ae8787'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:27:53.649313 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=6a80ccab-6302-4812-b22f-dd4ee914e3be,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:53.658528 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:53.667389 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Pushing event deleted for resources: {'Port': ['ID=15570991-b325-4757-9ea4-c02d96ae8787,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:27:53.671357 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:27:53.726567 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] No DVR routers for this DVR port 15570991-b325-4757-9ea4-c02d96ae8787 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:27:53.729010 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:27:53.730978 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-6ca48a4c-3930-4d9a-804d-ab9b453c73cf req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] 10.222.0.95 "DELETE /v2.0/ports/15570991-b325-4757-9ea4-c02d96ae8787 HTTP/1.1" status: 204 len: 173 time: 0.6290700 Jun 10 10:27:53.731466 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'name': 'network-vif-deleted', 'tag': '15570991-b325-4757-9ea4-c02d96ae8787'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:27:53.734289 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cff6796-352b-4b8e-a30f-c1089d1d1b48" -d '{"events": [{"server_uuid": "c34e2656-af7a-41b5-8cd9-f9002a20c074", "name": "network-vif-deleted", "tag": "15570991-b325-4757-9ea4-c02d96ae8787"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:27:53.772111 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41547ac4-fcde-4d5a-b9f2-67560df2071f x-openstack-request-id: req-41547ac4-fcde-4d5a-b9f2-67560df2071f {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:27:53.772431 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c34e2656-af7a-41b5-8cd9-f9002a20c074", "name": "network-vif-deleted", "tag": "15570991-b325-4757-9ea4-c02d96ae8787", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:27:53.772705 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-41547ac4-fcde-4d5a-b9f2-67560df2071f {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:27:53.773119 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c34e2656-af7a-41b5-8cd9-f9002a20c074', 'name': 'network-vif-deleted', 'tag': '15570991-b325-4757-9ea4-c02d96ae8787', 'status': 'completed', 'code': 200} Jun 10 10:27:53.868954 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43569ac1-39b9-41d3-b405-848e4b713f0d req-6074628b-54a5-4356-8800-0f2df9e73f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:53.870573 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-43569ac1-39b9-41d3-b405-848e4b713f0d req-6074628b-54a5-4356-8800-0f2df9e73f36 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 1098 time: 0.0676725 Jun 10 10:27:53.919046 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-43569ac1-39b9-41d3-b405-848e4b713f0d req-ea2a84c6-27c2-44c0-8fb3-fc8354524931 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352113 Jun 10 10:27:54.322624 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef405dbc-9d28-4005-b41a-e2f6d9c65068 req-77f17694-e736-4cd1-a223-02e5b8b34833 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:54.324084 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ef405dbc-9d28-4005-b41a-e2f6d9c65068 req-77f17694-e736-4cd1-a223-02e5b8b34833 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.0715806 Jun 10 10:27:54.370298 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ef405dbc-9d28-4005-b41a-e2f6d9c65068 req-1a602072-1929-4f7b-81f8-48d2080ed525 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390356 Jun 10 10:27:55.551819 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6772c77e-4842-4ee6-b1a6-ff42589ceec0 req-90ed5298-6811-4c7d-96e4-782561150968 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:55.553159 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6772c77e-4842-4ee6-b1a6-ff42589ceec0 req-90ed5298-6811-4c7d-96e4-782561150968 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.0670364 Jun 10 10:27:55.594590 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6772c77e-4842-4ee6-b1a6-ff42589ceec0 req-3c723647-f863-44d1-88d4-1b84bd3352a6 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358422 Jun 10 10:27:56.545435 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70e5338-d532-4f9b-837e-83af615a83ef req-a21d041a-4a2a-463d-a7e3-15ca9ce8f6d2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:56.547099 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f70e5338-d532-4f9b-837e-83af615a83ef req-a21d041a-4a2a-463d-a7e3-15ca9ce8f6d2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0890944 Jun 10 10:27:56.612819 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f70e5338-d532-4f9b-837e-83af615a83ef req-9e36d26f-6b2e-481e-83ce-d1c89c2be815 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562325 Jun 10 10:27:57.374305 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 15570991-b325-4757-9ea4-c02d96ae8787 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:27:57.406463 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 15570991-b325-4757-9ea4-c02d96ae8787 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:27:57.406826 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 15570991-b325-4757-9ea4-c02d96ae8787 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:27:57.844319 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5688f7dc-a071-4385-bc7f-affc93ad92a4 req-9dfa595a-3d57-4b28-be2b-3f3b8603997d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:57.846447 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5688f7dc-a071-4385-bc7f-affc93ad92a4 req-9dfa595a-3d57-4b28-be2b-3f3b8603997d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0887966 Jun 10 10:27:57.910497 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5688f7dc-a071-4385-bc7f-affc93ad92a4 req-d23e4b6d-b45a-40b3-88be-e142b42ba509 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578985 Jun 10 10:27:59.109683 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d969454-7c61-464f-bfdc-20efa9db6006 req-6a9c159e-0b91-4738-928b-b4d1ff1223f6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:27:59.111849 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2d969454-7c61-464f-bfdc-20efa9db6006 req-6a9c159e-0b91-4738-928b-b4d1ff1223f6 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0857606 Jun 10 10:27:59.164642 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2d969454-7c61-464f-bfdc-20efa9db6006 req-bb178492-f042-4a4a-bf9f-82d2fd1a9069 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471346 Jun 10 10:28:00.319341 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-3b787c4d-7ebf-4c65-94eb-7a018c7623f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:00.320775 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-3b787c4d-7ebf-4c65-94eb-7a018c7623f4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0835118 Jun 10 10:28:00.380577 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2921fcb-fe94-4c31-9ab7-9c9a983e93a3 req-134dfc39-5b8a-451a-a1e4-e67a534e14fc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:00.388851 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b2921fcb-fe94-4c31-9ab7-9c9a983e93a3 req-134dfc39-5b8a-451a-a1e4-e67a534e14fc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 946 time: 0.0896361 Jun 10 10:28:00.441786 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b2921fcb-fe94-4c31-9ab7-9c9a983e93a3 req-3d09b4b5-d59e-425c-b647-321d147df12c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515273 Jun 10 10:28:00.449692 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Deleting port da8d0585-c56a-496f-8d07-a5a96dd99de2 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:28:00.450095 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:00.584699 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] For port da8d0585-c56a-496f-8d07-a5a96dd99de2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=da8d0585-c56a-496f-8d07-a5a96dd99de2,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:00.585030 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:00.686133 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Calling delete_port for da8d0585-c56a-496f-8d07-a5a96dd99de2 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:28:00.848255 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:00.852123 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7aa22c1-7ef3-43be-8385-04b8e92d46ed service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:00.863320 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['4be41481-f3a8-41b1-be61-409f837985b3', 'da8d0585-c56a-496f-8d07-a5a96dd99de2'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:28:00.882059 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Pushing event deleted for resources: {'Port': ['ID=da8d0585-c56a-496f-8d07-a5a96dd99de2,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:00.885593 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:00.940979 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] No DVR routers for this DVR port da8d0585-c56a-496f-8d07-a5a96dd99de2 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:28:00.943945 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:00.946174 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-16de56d7-9cbc-43ed-9b80-b40d120ddfd8 req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "DELETE /v2.0/ports/da8d0585-c56a-496f-8d07-a5a96dd99de2 HTTP/1.1" status: 204 len: 173 time: 0.6184707 Jun 10 10:28:00.946831 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'name': 'network-vif-deleted', 'tag': 'da8d0585-c56a-496f-8d07-a5a96dd99de2'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:28:00.949298 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4028db-96da-4548-a34c-b32d4694a567" -d '{"events": [{"server_uuid": "cb7c10a6-bbd5-4e1a-b283-cc7097bbae08", "name": "network-vif-deleted", "tag": "da8d0585-c56a-496f-8d07-a5a96dd99de2"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:28:00.991000 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c80c32c-990f-4130-996f-8647ff38a1ac x-openstack-request-id: req-3c80c32c-990f-4130-996f-8647ff38a1ac {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:28:00.991538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb7c10a6-bbd5-4e1a-b283-cc7097bbae08", "name": "network-vif-deleted", "tag": "da8d0585-c56a-496f-8d07-a5a96dd99de2", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:28:00.991993 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3c80c32c-990f-4130-996f-8647ff38a1ac {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:28:00.992574 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb7c10a6-bbd5-4e1a-b283-cc7097bbae08', 'name': 'network-vif-deleted', 'tag': 'da8d0585-c56a-496f-8d07-a5a96dd99de2', 'status': 'completed', 'code': 200} Jun 10 10:28:01.666208 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-457fd619-35b1-4961-a7dc-1d587a14cf52 req-d9298fef-4846-4635-9545-46e8c8913efd tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=cb7c10a6-bbd5-4e1a-b283-cc7097bbae08 HTTP/1.1" status: 200 len: 210 time: 0.0660057 Jun 10 10:28:02.085945 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:28:03.194559 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479a598-695e-42d8-bec7-495c1753c409 req-6a27bb0b-949c-4816-8c1e-e86a18006b45 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:03.197940 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7479a598-695e-42d8-bec7-495c1753c409 req-6a27bb0b-949c-4816-8c1e-e86a18006b45 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1005025 Jun 10 10:28:03.274719 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7479a598-695e-42d8-bec7-495c1753c409 req-ed9840bd-443d-41b9-b819-659b59734168 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652606 Jun 10 10:28:04.468996 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7273d3f-9c57-4c02-a5eb-33fb427cb5fd req-d4428598-92d3-4853-ac55-e1206fb5142c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:04.471402 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e7273d3f-9c57-4c02-a5eb-33fb427cb5fd req-d4428598-92d3-4853-ac55-e1206fb5142c tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0725498 Jun 10 10:28:04.522718 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e7273d3f-9c57-4c02-a5eb-33fb427cb5fd req-878b8a8f-6c5b-4251-ae8f-f2e0ad2a8aa3 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454650 Jun 10 10:28:05.429703 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device da8d0585-c56a-496f-8d07-a5a96dd99de2 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:28:05.457074 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: da8d0585-c56a-496f-8d07-a5a96dd99de2 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:28:05.457848 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device da8d0585-c56a-496f-8d07-a5a96dd99de2 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:28:05.497139 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b202271c-e007-4ec0-b3f0-696f6061597a req-bcb4cce7-3ecd-4f56-a0b1-5a32cc8b5839 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:05.504864 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b202271c-e007-4ec0-b3f0-696f6061597a req-bcb4cce7-3ecd-4f56-a0b1-5a32cc8b5839 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0846596 Jun 10 10:28:05.544170 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b202271c-e007-4ec0-b3f0-696f6061597a req-5856302b-25b9-4e50-8b0d-2a96d15eb68b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384192 Jun 10 10:28:05.728515 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7c63e3-c448-456a-a118-56954ac753fb req-1abc6737-c6cd-429d-af07-2644dac8719d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:05.730047 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0d7c63e3-c448-456a-a118-56954ac753fb req-1abc6737-c6cd-429d-af07-2644dac8719d tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0726345 Jun 10 10:28:05.773724 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0d7c63e3-c448-456a-a118-56954ac753fb req-22b4e06f-b03b-40a0-bb55-c204617e3a15 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Jun 10 10:28:06.804113 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca9fac-b942-444e-a633-b2314be12acc req-37e98f24-9f3b-4848-a412-2e2d74edfd02 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:06.809153 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2ca9fac-b942-444e-a633-b2314be12acc req-37e98f24-9f3b-4848-a412-2e2d74edfd02 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1015668 Jun 10 10:28:06.883963 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d2ca9fac-b942-444e-a633-b2314be12acc req-45d130c9-17d6-41b9-bbd1-47d9b70447c3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581119 Jun 10 10:28:07.006657 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c6a715-4f58-40b5-8858-d4e52ed5e688 req-2e27a48f-da61-42b6-a8bb-14a9fcfcea76 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:07.008119 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-66c6a715-4f58-40b5-8858-d4e52ed5e688 req-2e27a48f-da61-42b6-a8bb-14a9fcfcea76 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0771384 Jun 10 10:28:07.049912 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-66c6a715-4f58-40b5-8858-d4e52ed5e688 req-961e6baa-ed86-4105-b284-01dd9efa0a80 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361533 Jun 10 10:28:08.072848 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b6bd3-dca4-43f8-bb01-ce90fc8c205b req-4d8570ed-c4db-4b7b-a22c-beff15a58d28 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:08.074516 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-594b6bd3-dca4-43f8-bb01-ce90fc8c205b req-4d8570ed-c4db-4b7b-a22c-beff15a58d28 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0862606 Jun 10 10:28:08.129289 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-594b6bd3-dca4-43f8-bb01-ce90fc8c205b req-3c09936a-bb2c-42c2-b1f1-3d9ed5ce93a6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476105 Jun 10 10:28:08.255526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db58e57d-7a95-410f-8878-5cfdc81a1a10 req-e8a2520f-80a6-4c6b-92d1-55314e602fe5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:08.257298 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db58e57d-7a95-410f-8878-5cfdc81a1a10 req-e8a2520f-80a6-4c6b-92d1-55314e602fe5 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0807405 Jun 10 10:28:08.313180 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db58e57d-7a95-410f-8878-5cfdc81a1a10 req-06d981b4-7aa0-4e4d-a81a-c9c2ed1f7c6b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493538 Jun 10 10:28:09.346708 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49dabdd-5a63-4110-8b66-61ab667cdb3c req-b4d8ef53-1caa-4937-a502-62177ebba40e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:09.348219 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d49dabdd-5a63-4110-8b66-61ab667cdb3c req-b4d8ef53-1caa-4937-a502-62177ebba40e tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0785091 Jun 10 10:28:09.410261 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d49dabdd-5a63-4110-8b66-61ab667cdb3c req-386ccbbd-75e5-4646-8ff0-8eb26d5ace3d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554566 Jun 10 10:28:09.499574 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884bf9a-2c89-4ddb-9209-eac4b6af0831 req-ac5566da-d49f-441b-ac64-dbbf11d609f2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:09.501243 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e884bf9a-2c89-4ddb-9209-eac4b6af0831 req-ac5566da-d49f-441b-ac64-dbbf11d609f2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0743065 Jun 10 10:28:09.546825 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e884bf9a-2c89-4ddb-9209-eac4b6af0831 req-e406dc57-4631-4109-9633-a9ae6db8c4d2 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Jun 10 10:28:10.626684 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34601fa1-776d-4be8-9ba9-5cb95aa40439 req-9be7367d-3675-4e38-91b4-aaae06023733 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:10.628231 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-34601fa1-776d-4be8-9ba9-5cb95aa40439 req-9be7367d-3675-4e38-91b4-aaae06023733 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0934846 Jun 10 10:28:10.714187 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-34601fa1-776d-4be8-9ba9-5cb95aa40439 req-95af470f-5778-4040-9d2a-5797fd738abd tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794799 Jun 10 10:28:10.741448 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-b1739bbd-ded6-46f0-b739-af8e34e3b4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:10.791978 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4060daf5-86eb-42db-aa07-eb430bebe359 req-6932bff8-591c-4387-a908-a47d4cab90cc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:10.794343 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4060daf5-86eb-42db-aa07-eb430bebe359 req-6932bff8-591c-4387-a908-a47d4cab90cc tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.1047609 Jun 10 10:28:10.847691 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4060daf5-86eb-42db-aa07-eb430bebe359 req-c3edadce-6b23-4560-bdae-0cc0363f8c3b tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479653 Jun 10 10:28:11.919089 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82591ad-0241-4763-be18-5065e6626547 req-7fa42011-d3dc-4092-99e8-1f5d76fc0940 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:11.920604 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b82591ad-0241-4763-be18-5065e6626547 req-7fa42011-d3dc-4092-99e8-1f5d76fc0940 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0833263 Jun 10 10:28:11.974533 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b82591ad-0241-4763-be18-5065e6626547 req-ca1cef34-746f-4fef-bcbc-f262cc39d230 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472901 Jun 10 10:28:12.102745 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dfcba5-218b-4eea-b183-b73b979be9d7 req-2b698276-37ad-4ff2-8c6e-eb90dd442d8f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:12.104351 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02dfcba5-218b-4eea-b183-b73b979be9d7 req-2b698276-37ad-4ff2-8c6e-eb90dd442d8f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0891998 Jun 10 10:28:12.148911 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-02dfcba5-218b-4eea-b183-b73b979be9d7 req-8d264e0d-c8fc-4442-8ef0-1898f9555d51 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/security-groups?id=529a527d-67a6-4532-a6bc-5cb1e2e7be2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386579 Jun 10 10:28:12.482710 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-147615eb-0863-4e4b-b5d1-c35e18681abd tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:12.484823 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-147615eb-0863-4e4b-b5d1-c35e18681abd tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 945 time: 0.0749352 Jun 10 10:28:12.616480 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Deleting port 4be41481-f3a8-41b1-be61-409f837985b3 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:28:12.616886 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:12.738541 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] For port 4be41481-f3a8-41b1-be61-409f837985b3, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=4be41481-f3a8-41b1-be61-409f837985b3,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:12.739090 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:12.836859 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Calling delete_port for 4be41481-f3a8-41b1-be61-409f837985b3 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:28:13.015329 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:13.026756 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f256f107-6bbc-4eb1-b85e-08e0427087df tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:13.029673 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['4be41481-f3a8-41b1-be61-409f837985b3'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:28:13.057322 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Pushing event deleted for resources: {'Port': ['ID=4be41481-f3a8-41b1-be61-409f837985b3,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:13.062440 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:13.132077 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] No DVR routers for this DVR port 4be41481-f3a8-41b1-be61-409f837985b3 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:28:13.134685 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:13.136852 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9df49b15-10d1-4f93-a772-0ab35cde884b req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.95 "DELETE /v2.0/ports/4be41481-f3a8-41b1-be61-409f837985b3 HTTP/1.1" status: 204 len: 173 time: 0.6394548 Jun 10 10:28:13.137345 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'name': 'network-vif-deleted', 'tag': '4be41481-f3a8-41b1-be61-409f837985b3'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:28:13.139742 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb9be6a-3838-44e3-8bbd-a1fbf753e21a" -d '{"events": [{"server_uuid": "e756bf5d-952e-41de-a9c9-1b6070f65d4c", "name": "network-vif-deleted", "tag": "4be41481-f3a8-41b1-be61-409f837985b3"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:28:13.226596 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b13833-8727-4eec-baa9-87d367e89bc1 x-openstack-request-id: req-53b13833-8727-4eec-baa9-87d367e89bc1 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:28:13.227126 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e756bf5d-952e-41de-a9c9-1b6070f65d4c", "name": "network-vif-deleted", "tag": "4be41481-f3a8-41b1-be61-409f837985b3", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:28:13.227585 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-53b13833-8727-4eec-baa9-87d367e89bc1 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:28:13.228214 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e756bf5d-952e-41de-a9c9-1b6070f65d4c', 'name': 'network-vif-deleted', 'tag': '4be41481-f3a8-41b1-be61-409f837985b3', 'status': 'completed', 'code': 200} Jun 10 10:28:13.282628 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:13.296283 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e29de40c-758b-4b3d-87a1-becb130015cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:13.493042 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-798dc974-dd03-475c-a35d-516a58fb2474 req-1d46f58f-e913-4e7f-ab35-e2222f7a955f tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] 10.222.0.23 "GET /v2.0/ports?device_id=e756bf5d-952e-41de-a9c9-1b6070f65d4c HTTP/1.1" status: 200 len: 210 time: 0.0390620 Jun 10 10:28:13.536868 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bca531-1724-439e-b79b-07ac1530f70b req-11d21de6-255b-4612-b3e4-32b383186a50 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:13.538968 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f6bca531-1724-439e-b79b-07ac1530f70b req-11d21de6-255b-4612-b3e4-32b383186a50 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.3917022 Jun 10 10:28:13.595615 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f6bca531-1724-439e-b79b-07ac1530f70b req-ffa9e33b-3718-4956-a4ee-11b57602c240 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504589 Jun 10 10:28:14.181494 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:14.596439 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53814) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:14.940380 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef278966-78fc-4a19-b0e0-78281ac496cb req-d4204146-debf-4b3d-97da-abbab14b740f tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:14.941762 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ef278966-78fc-4a19-b0e0-78281ac496cb req-d4204146-debf-4b3d-97da-abbab14b740f tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1956723 Jun 10 10:28:15.005209 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ef278966-78fc-4a19-b0e0-78281ac496cb req-94b7eca0-c61b-4ef9-b371-e7724bb7e057 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532882 Jun 10 10:28:15.262235 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694140'] for router_interface, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:15.638117 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Deleting port eb5dcf48-389e-4d84-95d8-24b78e50362e {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:28:15.638797 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:15.741534 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] For port eb5dcf48-389e-4d84-95d8-24b78e50362e, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=eb5dcf48-389e-4d84-95d8-24b78e50362e,segment=NetworkSegment(2148181c-52c0-472c-8188-1a6b52c55e61),segment_id=2148181c-52c0-472c-8188-1a6b52c55e61)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:15.741938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:16.036571 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Calling delete_port for eb5dcf48-389e-4d84-95d8-24b78e50362e owned by network:router_interface {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:28:16.067695 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:16.280346 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbe2d67-15b3-436a-bcc0-b48b99404dcb req-36349106-c6d2-4bf1-bacf-11a99565b5d5 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:16.285055 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2cbe2d67-15b3-436a-bcc0-b48b99404dcb req-36349106-c6d2-4bf1-bacf-11a99565b5d5 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.2427154 Jun 10 10:28:16.415884 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2cbe2d67-15b3-436a-bcc0-b48b99404dcb req-5866e3bb-0c66-45cd-aa18-4340cc1d17cb tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788591 Jun 10 10:28:16.424997 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a4b608-e770-4bba-a0fe-c620674116e5 req-719e7c36-f490-40ce-a322-72e0c5202dd7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:16.426643 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f5a4b608-e770-4bba-a0fe-c620674116e5 req-719e7c36-f490-40ce-a322-72e0c5202dd7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.2595203 Jun 10 10:28:16.518172 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f5a4b608-e770-4bba-a0fe-c620674116e5 req-15dfe21e-3ec4-4d29-b9d3-26fdacec9488 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825622 Jun 10 10:28:16.525405 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:16.529555 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:16.560217 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb5dcf48-389e-4d84-95d8-24b78e50362e,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:16.584679 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.585054 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.585418 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.585778 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.586161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.586518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.586870 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.587223 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.587572 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.587918 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.588268 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.588607 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:16.592758 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:16.815827 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2092001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695532'] for router_interface, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.107574 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Router 040f9321-b503-44ff-abf5-60ff96d0dc0d has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:28:17.249450 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:17.254643 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] 10.222.0.23 "PUT /v2.0/routers/040f9321-b503-44ff-abf5-60ff96d0dc0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6570575 Jun 10 10:28:17.257182 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53898) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:17.259153 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] Sync routers for ids ['040f9321-b503-44ff-abf5-60ff96d0dc0d'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:17.268282 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] Routers {'040f9321-b503-44ff-abf5-60ff96d0dc0d'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:17.268906 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['040f9321-b503-44ff-abf5-60ff96d0dc0d'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:17.398339 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks [] for router, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.410714 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] Set router 040f9321-b503-44ff-abf5-60ff96d0dc0d gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:17.540458 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 4be41481-f3a8-41b1-be61-409f837985b3 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:28:17.570788 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 4be41481-f3a8-41b1-be61-409f837985b3 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:28:17.571631 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 4be41481-f3a8-41b1-be61-409f837985b3 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:28:17.662718 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:28:16Z', 'revision_number': 5, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:17.666127 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] Checking router: 040f9321-b503-44ff-abf5-60ff96d0dc0d for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:17.674936 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] Routers {'040f9321-b503-44ff-abf5-60ff96d0dc0d'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:17.675547 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['040f9321-b503-44ff-abf5-60ff96d0dc0d'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:17.706843 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53906) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:17.760958 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Deleting subnet 34f7c966-c6ec-468a-ab1a-a72066b5aa44 {{(pid=91748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:28:17.764629 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.811840 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.821175 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.825198 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] Set router 040f9321-b503-44ff-abf5-60ff96d0dc0d gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:17.851530 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.866561 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47895e12-ca3f-4128-9763-18ca0354477e req-46e3ff08-5269-4a0f-ab4a-11be3b0ecce6 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:17.868036 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-47895e12-ca3f-4128-9763-18ca0354477e req-46e3ff08-5269-4a0f-ab4a-11be3b0ecce6 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.1632621 Jun 10 10:28:17.877942 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cac6abe-d4cb-4362-88b4-3e9f7a2caa6e req-31e94df3-461d-45d9-80a3-44cdf50b6da3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:17.879472 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3cac6abe-d4cb-4362-88b4-3e9f7a2caa6e req-31e94df3-461d-45d9-80a3-44cdf50b6da3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1757586 Jun 10 10:28:17.893622 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891'] for subnet, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.897306 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:17.928567 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34f7c966-c6ec-468a-ab1a-a72066b5aa44,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:17.934639 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:17.935950 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:17.941065 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/34f7c966-c6ec-468a-ab1a-a72066b5aa44 HTTP/1.1" status: 204 len: 168 time: 0.2325451 Jun 10 10:28:17.942025 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53908) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:17.989853 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-47895e12-ca3f-4128-9763-18ca0354477e req-8de6f54a-2723-48cf-8298-ab318d63a44f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093421 Jun 10 10:28:18.005469 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3cac6abe-d4cb-4362-88b4-3e9f7a2caa6e req-51223226-8349-4ba7-b2d5-ddd799b73b41 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163797 Jun 10 10:28:18.038378 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Deleting port 07c5a29f-9a26-42c9-ae26-f7fddd099214 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:28:18.038897 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.062975 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.167271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] For port 07c5a29f-9a26-42c9-ae26-f7fddd099214, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=07c5a29f-9a26-42c9-ae26-f7fddd099214,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:18.167643 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.199272 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:28:16Z', 'revision_number': 5, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:18.203499 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a6676bb-6410-4823-93c3-d9b128d77697 None None] The sync data for ids ['040f9321-b503-44ff-abf5-60ff96d0dc0d'] in dv-cinder-795751-1-smb is: [{'id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'name': 'tempest-ServerRescueNegativeTestJSON-1527137717-router', 'tenant_id': '13947738a9604923bb5561e5324d9316', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41'}], 'enable_snat': True}, 'gw_port_id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:30Z', 'updated_at': '2021-06-10T10:28:16Z', 'revision_number': 5, 'project_id': '13947738a9604923bb5561e5324d9316', 'gw_port': {'id': '07c5a29f-9a26-42c9-ae26-f7fddd099214', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:9f:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040f9321-b503-44ff-abf5-60ff96d0dc0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:18.274690 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Calling delete_port for 07c5a29f-9a26-42c9-ae26-f7fddd099214 owned by network:router_gateway {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:28:18.419411 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.431653 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.432008 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.432785 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.433130 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > port after_create 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.433464 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.433825 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > port after_update 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.434194 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.434539 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.434844 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.435165 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.489986 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.492090 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:18.518370 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.518728 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.519069 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.519405 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91748) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 10 10:28:18.519776 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314']}} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:18.522361 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=07c5a29f-9a26-42c9-ae26-f7fddd099214,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:18.525434 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:18.538189 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f5cbe0-03c5-4130-96a1-133c066cb646') {'for_net_delete': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:18.538497 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f5cbe0-03c5-4130-96a1-133c066cb646') {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:18.563088 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29947581'] for segment, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.584987 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.595015 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Releasing vlan 1341 on physical network physnet1 to pool {{(pid=91748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:28:18.595806 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31283495'] for segment, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.599592 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698685'] for router_gateway, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: Traceback (most recent call last): Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: timer() Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: cb(*args, **kw) Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: return func(*args, **kwargs) Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: self._notify() Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: self.callback(batched_events) Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: event.method(event) Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: return f(self, *a, **k) Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: return self._get(url).json() Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:28:18.601815 dv-cinder-795751-1-smb neutron-server[91748]: return self.request(url, 'GET', **kwargs) Jun 10 10:28:18.605303 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:28:18.605303 dv-cinder-795751-1-smb neutron-server[91748]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:28:18.605303 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:28:18.605303 dv-cinder-795751-1-smb neutron-server[91748]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:28:18.605303 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:28:18.605303 dv-cinder-795751-1-smb neutron-server[91748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:28:18.605303 dv-cinder-795751-1-smb neutron-server[91748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:28:18.684108 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.689138 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:18.693350 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.695294 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314 HTTP/1.1" status: 204 len: 168 time: 0.7513273 Jun 10 10:28:18.708909 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f8d93d3-07ac-4cc4-9fde-31a5ed6ca314,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:18.711364 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:18.762115 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123339'] for router, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.764330 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.820571 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53912) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:18.846706 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687896'] for router, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.847256 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 040f9321-b503-44ff-abf5-60ff96d0dc0d {{(pid=91749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:28:18.852222 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.856044 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] 10.222.0.23 "DELETE /v2.0/routers/040f9321-b503-44ff-abf5-60ff96d0dc0d HTTP/1.1" status: 204 len: 168 time: 1.5974317 Jun 10 10:28:18.856539 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53914) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:18.870969 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-1981d1d3-cf2a-4f50-99e6-f1d0d60663b4 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=049739dfec7f4ea6ae17538e1cd162b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491734 Jun 10 10:28:18.873449 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53916) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:18.911052 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Deleting subnet 160ac65a-91c3-4c67-9238-2a811df39edf {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:28:18.915938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.929866 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.962926 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:18.963735 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.016856 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.019564 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.019684 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.020855 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0048bc80-cb60-4a4f-92d1-f51c5a49bead HTTP/1.1" status: 204 len: 168 time: 0.1464763 Jun 10 10:28:19.021597 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-aa0c4c54-d2d1-4311-b2fe-e99ab7279d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:19.049877 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0048bc80-cb60-4a4f-92d1-f51c5a49bead,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:19.056394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:19.095186 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.099935 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0ec0fd9b-e4b6-428c-8fe3-5ed63121b368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:19.143405 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=160ac65a-91c3-4c67-9238-2a811df39edf,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:19.146625 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:19.160836 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.162998 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] 10.222.0.23 "DELETE /v2.0/subnets/160ac65a-91c3-4c67-9238-2a811df39edf HTTP/1.1" status: 204 len: 168 time: 0.3055701 Jun 10 10:28:19.165953 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53924) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:19.267481 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.275941 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cac001-4981-4871-a379-8c9366bd1c06 req-dc77e9b4-fb04-4daa-9de5-f6245a509bd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:19.277435 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b8cac001-4981-4871-a379-8c9366bd1c06 req-dc77e9b4-fb04-4daa-9de5-f6245a509bd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1367018 Jun 10 10:28:19.290916 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7dc0d-1156-48de-83ea-344b94c13121 req-b37368a5-6f9c-4a46-9d1a-41f19176514d tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:19.292419 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-76e7dc0d-1156-48de-83ea-344b94c13121 req-b37368a5-6f9c-4a46-9d1a-41f19176514d tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.1366761 Jun 10 10:28:19.399495 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b8cac001-4981-4871-a379-8c9366bd1c06 req-7c7864a5-d1aa-424c-a587-755ed2bbe427 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999982 Jun 10 10:28:19.408017 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-76e7dc0d-1156-48de-83ea-344b94c13121 req-32dbaad2-d79b-4a5f-9385-01342c9eeaa5 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074049 Jun 10 10:28:19.456493 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.468741 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37eb912-c5ae-4f61-87e7-81ae60acabb3']}} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:19.480947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2148181c-52c0-472c-8188-1a6b52c55e61') {'for_net_delete': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:19.482243 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2148181c-52c0-472c-8188-1a6b52c55e61') {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:19.493055 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29947581'] for segment, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.515510 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.524768 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Releasing vlan 1306 on physical network physnet1 to pool {{(pid=91748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:28:19.525209 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31283495'] for segment, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: Traceback (most recent call last): Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: timer() Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: cb(*args, **kw) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: return func(*args, **kwargs) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: self._notify() Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: self.callback(batched_events) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: event.method(event) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: return f(self, *a, **k) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: return self._get(url).json() Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: return self.request(url, 'GET', **kwargs) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:28:19.527415 dv-cinder-795751-1-smb neutron-server[91748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:28:19.603558 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.607947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:19.610726 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.614951 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] 10.222.0.23 "DELETE /v2.0/networks/f37eb912-c5ae-4f61-87e7-81ae60acabb3 HTTP/1.1" status: 204 len: 168 time: 0.4452121 Jun 10 10:28:19.629031 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f37eb912-c5ae-4f61-87e7-81ae60acabb3,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:19.632160 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e6efebab-9cb3-4080-97fe-166bb484c9b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:19.743024 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53944) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:19.789088 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-861d1c03-2476-474b-8043-9da975b2b67a admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=13947738a9604923bb5561e5324d9316&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0447466 Jun 10 10:28:19.791535 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53948) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:19.848798 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.871581 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.922621 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.925246 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:19.926753 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/529a527d-67a6-4532-a6bc-5cb1e2e7be2a HTTP/1.1" status: 204 len: 168 time: 0.1340826 Jun 10 10:28:19.927592 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2ff4502b-9741-4ec6-8996-b3d58ab8ca58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:19.940215 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529a527d-67a6-4532-a6bc-5cb1e2e7be2a,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:19.943290 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:20.076647 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device eb5dcf48-389e-4d84-95d8-24b78e50362e no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:28:20.100336 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: eb5dcf48-389e-4d84-95d8-24b78e50362e {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:28:20.100936 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device eb5dcf48-389e-4d84-95d8-24b78e50362e not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:28:20.101712 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 07c5a29f-9a26-42c9-ae26-f7fddd099214 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:28:20.139236 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 07c5a29f-9a26-42c9-ae26-f7fddd099214 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:28:20.139602 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 07c5a29f-9a26-42c9-ae26-f7fddd099214 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:28:20.228000 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53964) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:20.339864 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad75-5758-42c7-b872-581129ae9e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.445622 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad75-5758-42c7-b872-581129ae9e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.450534 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-10d4ad75-5758-42c7-b872-581129ae9e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.454187 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-55b7898d-253e-43d5-a90b-f125c709e241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:20.500876 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-10d4ad75-5758-42c7-b872-581129ae9e67 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=8210082ce6b04b0bbade415dcfa72cc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717516 Jun 10 10:28:20.502401 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4ad75-5758-42c7-b872-581129ae9e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27f2647-deae-44e2-a45d-63dca77ec12a,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:20.503663 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 53982) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:20.506315 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-10d4ad75-5758-42c7-b872-581129ae9e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:20.667490 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.672219 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 53988) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:20.702614 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.722115 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70da6cd-c134-4a47-a5ce-e14707cad6ef req-a0c27337-46ed-4f66-8275-7cd900b1b30f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:20.723567 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e70da6cd-c134-4a47-a5ce-e14707cad6ef req-a0c27337-46ed-4f66-8275-7cd900b1b30f tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.1900437 Jun 10 10:28:20.737374 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1cdab7-cb6e-4df2-9456-49b0b8dc4f2e req-c4668269-e1c9-48f4-b29f-7d3d04744ef0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:20.738851 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2a1cdab7-cb6e-4df2-9456-49b0b8dc4f2e req-c4668269-e1c9-48f4-b29f-7d3d04744ef0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.2042205 Jun 10 10:28:20.765272 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-network', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:20.786114 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Made reservation on behalf of 19dda0efe34b484daaa2c3f36177786e for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:20.788428 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.802284 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.826227 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e70da6cd-c134-4a47-a5ce-e14707cad6ef req-bd6d8bbc-736c-40e6-b476-af52eee44b24 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815475 Jun 10 10:28:20.829863 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2a1cdab7-cb6e-4df2-9456-49b0b8dc4f2e req-5111dcb2-2047-44cd-bcc0-13eabf375ebb tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842319 Jun 10 10:28:20.843019 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.844825 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.848650 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e27f2647-deae-44e2-a45d-63dca77ec12a HTTP/1.1" status: 204 len: 168 time: 0.3413694 Jun 10 10:28:20.848650 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8aa382ac-056f-405a-8b8f-c7f97456e7cc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:20.856908 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27f2647-deae-44e2-a45d-63dca77ec12a,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:20.859429 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:20.942974 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.952348 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:20.956617 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5fba8d74-d719-4755-aeaf-1157e0609086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:20.979943 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1327} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:28:20.999673 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd29fcb4-0ba6-4ca1-88e9-ca39ca9d869e,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:21.003074 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.003433 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Added segment bf7e949c-f7b2-40a3-9fbe-f268fcc1265a of type vlan for network b17aaa8f-766a-43fe-902f-44fb59f919c0 Jun 10 10:28:21.004899 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:21.054028 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.083757 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.085207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:21.085870 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.088804 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-18c8639d-2cf2-4236-9e01-6261037b1058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:21.128941 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4524415 Jun 10 10:28:21.128941 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54000) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:21.134955 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Request body: {'subnet': {'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-subnet', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:21.184914 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Pushing event updated for resources: {'Network': ['ID=b17aaa8f-766a-43fe-902f-44fb59f919c0,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:21.188039 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:21.196160 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:28:21.204203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Made reservation on behalf of 19dda0efe34b484daaa2c3f36177786e for: {'subnet': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:21.206683 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770087'] for subnet, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.421549 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31282681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770097'] for subnet, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.423757 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8ca58fcd-22be-4e5a-b853-3eeeadcfbd08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:21.491616 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:21.494385 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:21.502065 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Checking segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:21.502429 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Network hostable DHCP agents. Network: b17aaa8f-766a-43fe-902f-44fb59f919c0, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:28:21.511330 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54014) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:21.519231 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:28:21.528451 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, b17aaa8f-766a-43fe-902f-44fb59f919c0) {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:21.534327 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:21.535091 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.536944 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d713bcb0-57b9-428a-848a-3c0a90be3880 None None] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:28:21.549118 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4193997 Jun 10 10:28:21.552080 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54018) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:21.556325 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:21.578830 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.580166 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.622254 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2142955277-network', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:21.643606 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Made reservation on behalf of 095821aa57d34c5f9190e6cf64ec3e4a for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:21.646502 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.648628 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.657930 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.744879 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-b17aaa8f-766a-43fe-902f-44fb59f919c0', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:28:21.745775 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.755918 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.760846 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.764756 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c027be67-aa40-4919-92bd-191ff82df0ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:21.782928 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:28:21.799125 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ac4291-0872-4ca8-a95d-8518890b9a29,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:21.801994 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.802349 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Added segment b59eb085-0849-4f3c-9487-5c76d8fe7c63 of type vlan for network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d Jun 10 10:28:21.803731 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:21.856415 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.909127 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.913971 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.915834 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:21.916901 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:21.921116 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:21.931448 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Allocated IP 172.20.0.2 (b17aaa8f-766a-43fe-902f-44fb59f919c0/6fe628e5-cac4-4c48-9c2c-b81e9aa9133c/99db74b6-1fdc-42e2-8ae5-5688bd065922) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:21.979786 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4672980 Jun 10 10:28:21.993694 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54024) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:21.998979 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Request body: {'subnet': {'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2142955277-subnet', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'ip_version': 4}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:22.012358 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.036029 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Made reservation on behalf of 095821aa57d34c5f9190e6cf64ec3e4a for: {'subnet': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:22.038581 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770087'] for subnet, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.057398 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:22.061749 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:22.079781 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:28:22.137867 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc8c3e2-5fe5-44f9-a0e4-6004e0b1e976 req-4e61a7b3-85c2-40c8-9492-6956b54c96c9 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:22.139342 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4cc8c3e2-5fe5-44f9-a0e4-6004e0b1e976 req-4e61a7b3-85c2-40c8-9492-6956b54c96c9 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.1774442 Jun 10 10:28:22.154118 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e728779-4c5b-4009-84c2-0a32262887c5 req-cafff86e-495d-454e-bdca-24a33b7a1a50 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:22.156332 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7e728779-4c5b-4009-84c2-0a32262887c5 req-cafff86e-495d-454e-bdca-24a33b7a1a50 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.1298673 Jun 10 10:28:22.226298 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4cc8c3e2-5fe5-44f9-a0e4-6004e0b1e976 req-2ede4b25-c616-4a86-b917-f8c133e84ac4 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689452 Jun 10 10:28:22.229076 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7e728779-4c5b-4009-84c2-0a32262887c5 req-0881ba07-cd5e-42f1-a869-5c42629f0be0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655673 Jun 10 10:28:22.255527 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.255527 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Transition to ACTIVE for port object 99db74b6-1fdc-42e2-8ae5-5688bd065922 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:22.274913 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Transition to ACTIVE for port object 99db74b6-1fdc-42e2-8ae5-5688bd065922 will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:22.282655 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.284952 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:22.348712 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:22.351763 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:22.356138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:22.359536 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Pushing event updated for resources: {'Port': ['ID=99db74b6-1fdc-42e2-8ae5-5688bd065922,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:22.363367 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:22.428510 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Attempting to bind port 99db74b6-1fdc-42e2-8ae5-5688bd065922 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:22.429406 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Attempting to bind port 99db74b6-1fdc-42e2-8ae5-5688bd065922 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:22.430210 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Attempting to bind port 99db74b6-1fdc-42e2-8ae5-5688bd065922 on network b17aaa8f-766a-43fe-902f-44fb59f919c0 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:22.435498 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:22.436091 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Checking segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:22.436606 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.437113 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Bound using segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:22.437753 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Bound port: 99db74b6-1fdc-42e2-8ae5-5688bd065922, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:22.438145 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-09696b5a-911c-47ce-b2e3-5c04179fa73d tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:22.438608 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.440139 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-09696b5a-911c-47ce-b2e3-5c04179fa73d tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.2659051 Jun 10 10:28:22.525246 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] For port 99db74b6-1fdc-42e2-8ae5-5688bd065922, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:22.529505 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] For port 99db74b6-1fdc-42e2-8ae5-5688bd065922, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=99db74b6-1fdc-42e2-8ae5-5688bd065922,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:22.537859 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.550926 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:22.616087 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.618966 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Pushing event updated for resources: {'Port': ['ID=99db74b6-1fdc-42e2-8ae5-5688bd065922,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:22.626675 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:22.633649 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a067e438-94b0-4e14-80d5-365f6aa761a0 req-863fa870-b2cd-484a-b6d2-da0d7c0d1fc9 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:22.635156 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a067e438-94b0-4e14-80d5-365f6aa761a0 req-863fa870-b2cd-484a-b6d2-da0d7c0d1fc9 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0976169 Jun 10 10:28:22.681304 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a067e438-94b0-4e14-80d5-365f6aa761a0 req-eef12544-082c-4e31-8737-c43693a898ad tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398095 Jun 10 10:28:22.704961 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31282681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770097'] for subnet, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.706119 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:22.722896 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:23.122532 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6973c42-48fc-46fb-91f5-5e916872afeb,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:23.125711 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:23.171594 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Deleting port 6a80ccab-6302-4812-b22f-dd4ee914e3be {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:28:23.171944 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:23.179900 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-66d3dd65-6db8-4145-9980-f9838b770b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:23.181410 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-66d3dd65-6db8-4145-9980-f9838b770b8d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 1099 time: 0.5668709 Jun 10 10:28:23.201306 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Checking segment: {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:23.201701 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Network hostable DHCP agents. Network: 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:28:23.242397 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Allocated IP 172.28.1.2 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/a9903165-979e-4119-9cca-17a9b48c671d) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:23.423199 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:28:23.455618 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f874b3-a3db-469c-84c2-b4f42ef709f3 req-ae98d41f-8dd2-4c14-add3-b0f64278a2ee tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:23.462528 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-59f874b3-a3db-469c-84c2-b4f42ef709f3 req-ae98d41f-8dd2-4c14-add3-b0f64278a2ee tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 945 time: 0.0868902 Jun 10 10:28:23.464664 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] For port 6a80ccab-6302-4812-b22f-dd4ee914e3be, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=6a80ccab-6302-4812-b22f-dd4ee914e3be,segment=NetworkSegment(a231ad5f-0d1a-455a-b13f-e2c6d2d51761),segment_id=a231ad5f-0d1a-455a-b13f-e2c6d2d51761)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:23.465061 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:23.489078 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d) {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:23.493927 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:23.494525 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:23.499491 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c98bd-3c02-4f92-be81-1ebaaf96cc84 None None] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:28:23.522466 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-59f874b3-a3db-469c-84c2-b4f42ef709f3 req-cb51d64d-5b9f-44f9-84e2-0e89904df371 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/security-groups?id=718b0e2e-ebb6-4489-a601-21ff55df9d30&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564082 Jun 10 10:28:23.647337 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Calling delete_port for 6a80ccab-6302-4812-b22f-dd4ee914e3be owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:28:23.655311 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-ab7863b0-736a-40f7-b73e-8ca87595c3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:23.656982 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-ab7863b0-736a-40f7-b73e-8ca87595c3cf service neutron] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 913 time: 0.4583962 Jun 10 10:28:23.681797 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-1a95f905-c798-48ff-84fe-7e95677428c3 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6867406 Jun 10 10:28:23.686423 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54032) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:23.703733 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de3dbec-9d00-4c33-b624-26dd392984f7 None None] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:28:23.752979 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-0062c227-2fbc-4f3f-bf40-ca2a01e7ee36 None None] Provisioning for port 99db74b6-1fdc-42e2-8ae5-5688bd065922 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:23.785278 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:23.873095 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-e801bb4f-d548-4a49-bb26-53ac7925d34b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 200 len: 1002 time: 0.2066028 Jun 10 10:28:23.876437 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:23.884625 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:23.885638 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:23.913095 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3e8b6-c10b-49d3-871b-502b961af54d req-bf9bbd0c-7df5-4b12-8765-c07368d1b479 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:23.914803 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bdf3e8b6-c10b-49d3-871b-502b961af54d req-bf9bbd0c-7df5-4b12-8765-c07368d1b479 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0944858 Jun 10 10:28:23.958761 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:28:23.959602 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:23.979431 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-316e9ab4-a914-435d-a66d-8531db839719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:23.980648 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-316e9ab4-a914-435d-a66d-8531db839719 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0972176 Jun 10 10:28:23.981768 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bdf3e8b6-c10b-49d3-871b-502b961af54d req-79f2c405-41d6-4b05-a23d-691f347a5ec6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590823 Jun 10 10:28:24.117746 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 99db74b6-1fdc-42e2-8ae5-5688bd065922 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:24.136675 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.204826 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.214538 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Allocated IP 172.20.0.2 (6d6edb31-db13-4cf7-bcf9-ebd8c46f408d/c6973c42-48fc-46fb-91f5-5e916872afeb/8d9545c0-9679-48d8-955f-fde2b14145a2) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:24.218810 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['6a80ccab-6302-4812-b22f-dd4ee914e3be'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:28:24.260002 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2b1d6a7a-a973-4ed1-92f6-e4714907a2d4 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:24.279200 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.290454 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 99db74b6-1fdc-42e2-8ae5-5688bd065922 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:24.298025 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 99db74b6-1fdc-42e2-8ae5-5688bd065922 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:24.298416 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.314680 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Pushing event deleted for resources: {'Port': ['ID=6a80ccab-6302-4812-b22f-dd4ee914e3be,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:24.321275 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:24.322794 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3170701d-4cf8-4581-ac49-8e8cb5fb051f tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:24.510956 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:24.511723 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] No DVR routers for this DVR port 6a80ccab-6302-4812-b22f-dd4ee914e3be on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:28:24.513096 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.514617 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-fbf5d4c3-f41e-40c8-91c9-7928656d7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:24.516502 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-fbf5d4c3-f41e-40c8-91c9-7928656d7e6c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5278928 Jun 10 10:28:24.519152 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-f09af4f1-9b17-4621-ab22-0e1f88c47e2b None None] Provisioning complete for port 99db74b6-1fdc-42e2-8ae5-5688bd065922 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:24.519455 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f09af4f1-9b17-4621-ab22-0e1f88c47e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.522614 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.524674 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-90c00ca9-74a2-492a-a7ff-40811f6c4595 req-9f926c06-694f-4c4e-b0ba-0d96625a0031 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.95 "DELETE /v2.0/ports/6a80ccab-6302-4812-b22f-dd4ee914e3be HTTP/1.1" status: 204 len: 173 time: 2.0515742 Jun 10 10:28:24.526903 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'name': 'network-vif-deleted', 'tag': '6a80ccab-6302-4812-b22f-dd4ee914e3be'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:28:24.529323 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fdac6b-11b9-41b2-8aa6-c7a835e7f2f4" -d '{"events": [{"server_uuid": "0e31904c-2c59-4164-a4b6-67b58f4df633", "name": "network-vif-deleted", "tag": "6a80ccab-6302-4812-b22f-dd4ee914e3be"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:28:24.536476 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.540107 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:24.555254 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Transition to ACTIVE for port object 8d9545c0-9679-48d8-955f-fde2b14145a2 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:24.555678 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:24.589908 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Transition to ACTIVE for port object 8d9545c0-9679-48d8-955f-fde2b14145a2 will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:24.599482 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.617969 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9903165-979e-4119-9cca-17a9b48c671d,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:24.619899 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.622756 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c35c5f-8ad6-48dd-875c-fe8c675dc648 x-openstack-request-id: req-c9c35c5f-8ad6-48dd-875c-fe8c675dc648 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:28:24.623180 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e31904c-2c59-4164-a4b6-67b58f4df633", "name": "network-vif-deleted", "tag": "6a80ccab-6302-4812-b22f-dd4ee914e3be", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:28:24.624287 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c9c35c5f-8ad6-48dd-875c-fe8c675dc648 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:28:24.624789 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e31904c-2c59-4164-a4b6-67b58f4df633', 'name': 'network-vif-deleted', 'tag': '6a80ccab-6302-4812-b22f-dd4ee914e3be', 'status': 'completed', 'code': 200} Jun 10 10:28:24.629352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:24.631235 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:24.680093 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Pushing event updated for resources: {'Port': ['ID=8d9545c0-9679-48d8-955f-fde2b14145a2,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:24.699904 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:24.717380 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:24.729708 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:24.734193 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a8ce5d90-20ca-45c2-8437-235a99b4b27b req-a48989c0-8cce-433a-a0dd-2e7ddae05360 tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] 10.222.0.23 "GET /v2.0/ports?device_id=0e31904c-2c59-4164-a4b6-67b58f4df633 HTTP/1.1" status: 200 len: 210 time: 0.0466299 Jun 10 10:28:24.734403 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 99db74b6-1fdc-42e2-8ae5-5688bd065922, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=99db74b6-1fdc-42e2-8ae5-5688bd065922,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:24.737447 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:24.744210 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.769826 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:24.891466 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Attempting to bind port 8d9545c0-9679-48d8-955f-fde2b14145a2 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:24.891861 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Attempting to bind port 8d9545c0-9679-48d8-955f-fde2b14145a2 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:24.892251 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Attempting to bind port 8d9545c0-9679-48d8-955f-fde2b14145a2 on network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:24.900384 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=99db74b6-1fdc-42e2-8ae5-5688bd065922,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:24.903616 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:24.904019 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Checking segment: {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:24.904441 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.904882 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Bound using segment: {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:24.905387 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Bound port: 8d9545c0-9679-48d8-955f-fde2b14145a2, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:24.905783 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.907992 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:24.987855 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] For port 8d9545c0-9679-48d8-955f-fde2b14145a2, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:24.991396 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] For port 8d9545c0-9679-48d8-955f-fde2b14145a2, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8d9545c0-9679-48d8-955f-fde2b14145a2,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:24.997196 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:24.999822 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:25.089951 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Pushing event updated for resources: {'Port': ['ID=8d9545c0-9679-48d8-955f-fde2b14145a2,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:25.089951 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:25.139793 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-f8203aa1-68a5-4c3b-83ae-6327114f6536 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6051154 Jun 10 10:28:25.224934 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741cc2e0-b15f-43f1-8181-300593c7c5d0 req-cecf0638-d47b-4aff-ac07-6026653a2d06 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:25.226437 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-741cc2e0-b15f-43f1-8181-300593c7c5d0 req-cecf0638-d47b-4aff-ac07-6026653a2d06 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0837579 Jun 10 10:28:25.294783 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-741cc2e0-b15f-43f1-8181-300593c7c5d0 req-4e238bb8-ece4-4f70-928e-1f7109b92e76 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612147 Jun 10 10:28:25.490915 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8534e696-7fab-4f7f-b807-1a1910e35c99 req-0b28100d-e3f8-48c7-a22c-513202c7f545 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276217 Jun 10 10:28:25.660752 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:25.773196 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:25.807419 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.070711 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Allocated IP 172.28.1.38 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/3358aa6e-4ef6-4f32-83c4-a29775e53b16) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:26.078238 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b4cb0a-45de-4894-85f2-2ceb74c8dbf9 None None] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:28:26.142444 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.248983 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-cfb1c427-43f3-4eb2-aa86-645c0bb3ac13 None None] Provisioning for port 8d9545c0-9679-48d8-955f-fde2b14145a2 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:26.293596 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 99db74b6-1fdc-42e2-8ae5-5688bd065922 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:26.398080 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 99db74b6-1fdc-42e2-8ae5-5688bd065922 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:26.398466 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.424010 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.492991 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Router 985393ca-3fba-4235-8d98-cb19d94743ad is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:28:26.520707 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8d9545c0-9679-48d8-955f-fde2b14145a2 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:26.532491 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af5ad-ceba-42e5-b80b-0ca7cfbbe9f2 req-2195ee19-2963-4515-bd35-6dfe3b0ac42d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:26.534069 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-280af5ad-ceba-42e5-b80b-0ca7cfbbe9f2 req-2195ee19-2963-4515-bd35-6dfe3b0ac42d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0964427 Jun 10 10:28:26.578124 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 8d9545c0-9679-48d8-955f-fde2b14145a2 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:26.582395 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 8d9545c0-9679-48d8-955f-fde2b14145a2 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:26.582841 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.588788 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-280af5ad-ceba-42e5-b80b-0ca7cfbbe9f2 req-9450f1a3-3761-4956-b849-d48809f98630 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487583 Jun 10 10:28:26.611207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.616173 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b5005156-8c7f-4e96-bb70-9d72bf13f0de tempest-VolumesSnapshotTestJSON-498648534 tempest-VolumesSnapshotTestJSON-498648534-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:26.775756 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-57ffad32-dfcb-49ba-b907-107eb0548992 None None] Provisioning complete for port 8d9545c0-9679-48d8-955f-fde2b14145a2 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:26.776056 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-57ffad32-dfcb-49ba-b907-107eb0548992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.865599 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.936494 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-57ffad32-dfcb-49ba-b907-107eb0548992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.937685 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:26.941537 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 8d9545c0-9679-48d8-955f-fde2b14145a2, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8d9545c0-9679-48d8-955f-fde2b14145a2,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:26.944015 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:26.951230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:26.955064 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:26.956020 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Pushing event updated for resources: {'Port': ['ID=3358aa6e-4ef6-4f32-83c4-a29775e53b16,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:26.957877 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:26.982440 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:27.010445 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:27.024069 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Sync routers for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:27.064446 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.db.api [None req-57ffad32-dfcb-49ba-b907-107eb0548992 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91750) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 10 10:28:27.064821 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_db.api [None req-57ffad32-dfcb-49ba-b907-107eb0548992 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 10 10:28:27.065575 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=8d9545c0-9679-48d8-955f-fde2b14145a2,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:27.068646 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:27.069269 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:27.072566 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:27.124504 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] Notify callbacks [] for router, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:27.125640 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-0f73655b-b576-45f9-a4f8-94cc93ab4ed3 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5729258 Jun 10 10:28:27.128885 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54054) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:27.217684 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:27.477918 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:25Z', 'revision_number': 3, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:27.481270 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Checking router: 985393ca-3fba-4235-8d98-cb19d94743ad for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:27.481636 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Updating router 985393ca-3fba-4235-8d98-cb19d94743ad port a9903165-979e-4119-9cca-17a9b48c671d binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:28:27.522156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:27.562359 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:27.640156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 6a80ccab-6302-4812-b22f-dd4ee914e3be no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:28:27.687152 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 6a80ccab-6302-4812-b22f-dd4ee914e3be {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:28:27.687510 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 6a80ccab-6302-4812-b22f-dd4ee914e3be not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:28:27.881862 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:27.892496 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Transition to ACTIVE for port object a9903165-979e-4119-9cca-17a9b48c671d will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:27.898340 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:27.900345 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:27.958733 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Attempting to bind port a9903165-979e-4119-9cca-17a9b48c671d on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:27.959132 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Attempting to bind port a9903165-979e-4119-9cca-17a9b48c671d by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:27.959509 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Attempting to bind port a9903165-979e-4119-9cca-17a9b48c671d on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:27.961583 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5da2b-2820-49ae-890a-462ceaa3b4ff None None] Pushing event updated for resources: {'Port': ['ID=a9903165-979e-4119-9cca-17a9b48c671d,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:27.964389 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8cb5da2b-2820-49ae-890a-462ceaa3b4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:27.968401 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:27.969562 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:27.969562 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:27.969793 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:27.970108 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Bound port: a9903165-979e-4119-9cca-17a9b48c671d, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:27.970497 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:28.025794 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:28.030045 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] For port a9903165-979e-4119-9cca-17a9b48c671d, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:28.033973 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] For port a9903165-979e-4119-9cca-17a9b48c671d, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=a9903165-979e-4119-9cca-17a9b48c671d,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:28.040677 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:28.043075 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:28.095627 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8d9545c0-9679-48d8-955f-fde2b14145a2 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:28.150459 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:28.151002 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:28.154449 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5da2b-2820-49ae-890a-462ceaa3b4ff None None] Pushing event updated for resources: {'Port': ['ID=a9903165-979e-4119-9cca-17a9b48c671d,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:28.157593 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8cb5da2b-2820-49ae-890a-462ceaa3b4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:28.291225 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 8d9545c0-9679-48d8-955f-fde2b14145a2 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:28.291936 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:28.453567 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:28.480123 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:28.595819 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Router b947f126-4b9d-4208-a224-1a1d22d6bc6a is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:28:28.786936 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Allocated IP 172.20.0.1 (b17aaa8f-766a-43fe-902f-44fb59f919c0/6fe628e5-cac4-4c48-9c2c-b81e9aa9133c/3faeb1f3-69bf-40d7-9cea-2be62ba96ff0) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:28.788192 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:25Z', 'revision_number': 3, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:28.793962 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca12bead-d09e-4231-9078-0ab3097d48c2 None None] The sync data for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb is: [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:25Z', 'revision_number': 3, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:28.826861 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:28.847361 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Sync routers for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:28.857132 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:28.858566 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:28.876429 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Notify callbacks [] for router, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:28.877721 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.1431286 Jun 10 10:28:28.880731 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54070) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:28.968499 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:28.984764 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Transition to ACTIVE for port object 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:29.010333 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:29.033347 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.037221 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a4f694be-5c61-48bd-a915-6b3290bedc2d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:29.128340 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:29.134304 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Pushing event updated for resources: {'Port': ['ID=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:29.140298 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:29.142029 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:29.160993 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:29.227402 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.337619 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:27Z', 'revision_number': 3, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:29.342688 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Checking router: b947f126-4b9d-4208-a224-1a1d22d6bc6a for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:29.343086 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Updating router b947f126-4b9d-4208-a224-1a1d22d6bc6a port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:28:29.396375 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.484156 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.550556 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-183a145c-9a2a-4a4b-8bfd-6ae5917fb1d9 None None] Provisioning for port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:29.554607 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-183a145c-9a2a-4a4b-8bfd-6ae5917fb1d9 None None] Provisioning complete for port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:29.555004 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-183a145c-9a2a-4a4b-8bfd-6ae5917fb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.621818 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-183a145c-9a2a-4a4b-8bfd-6ae5917fb1d9 None None] Port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:29.757064 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.762700 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.765428 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-42cd1d51-154c-45ae-925c-2147b486b73b tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:29.800323 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.812338 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Transition to ACTIVE for port object 3358aa6e-4ef6-4f32-83c4-a29775e53b16 will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:29.818858 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.822299 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:29.853623 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Pushing event updated for resources: {'Port': ['ID=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:29.856468 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.860010 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:29.878961 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.879798 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Pushing event updated for resources: {'Port': ['ID=3358aa6e-4ef6-4f32-83c4-a29775e53b16,revision_number=2']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:29.890483 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.890830 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.891176 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.891508 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.891841 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.892337 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.892722 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.893138 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.893526 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.893870 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.894225 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.894610 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:29.898648 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:29.924138 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Attempting to bind port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:29.924532 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Attempting to bind port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:29.924911 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Attempting to bind port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:29.931167 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:29.931569 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:29.931985 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:29.932385 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:29.932873 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Bound port: 3358aa6e-4ef6-4f32-83c4-a29775e53b16, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:29.933305 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.009477 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] For port 3358aa6e-4ef6-4f32-83c4-a29775e53b16, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:30.019965 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] For port 3358aa6e-4ef6-4f32-83c4-a29775e53b16, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=3358aa6e-4ef6-4f32-83c4-a29775e53b16,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:30.019965 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.020716 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:30.023039 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:30.024483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:30.113817 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:30.114549 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:30.116533 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Pushing event updated for resources: {'Port': ['ID=3358aa6e-4ef6-4f32-83c4-a29775e53b16,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:30.121845 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:30.181026 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Allocated IP 172.20.0.1 (6d6edb31-db13-4cf7-bcf9-ebd8c46f408d/c6973c42-48fc-46fb-91f5-5e916872afeb/c6e49b6b-72ad-4a02-b1aa-915a344cecdf) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:30.225249 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a9903165-979e-4119-9cca-17a9b48c671d up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:30.347925 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port a9903165-979e-4119-9cca-17a9b48c671d completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:30.351525 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Router 985393ca-3fba-4235-8d98-cb19d94743ad has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:28:30.352709 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port a9903165-979e-4119-9cca-17a9b48c671d triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:30.353144 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.374097 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.379688 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:30.408365 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.provisioning_blocks [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Transition to ACTIVE for port object c6e49b6b-72ad-4a02-b1aa-915a344cecdf will not be triggered until provisioned by entity DHCP. {{(pid=91749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:30.461244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.473015 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d9f095b0-6cfa-4320-a14b-169dbd7f62c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:30.485967 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:30.488967 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:30.503181 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.535125 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port a9903165-979e-4119-9cca-17a9b48c671d, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=a9903165-979e-4119-9cca-17a9b48c671d,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:30.537915 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:30.540495 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-c3bda70f-2ac0-4d1b-852c-4b5e4bb930d7 None None] Provisioning complete for port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:30.540988 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c3bda70f-2ac0-4d1b-852c-4b5e4bb930d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.546415 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.575569 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:30.587804 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:30.601311 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] 10.222.0.23 "PUT /v2.0/routers/985393ca-3fba-4235-8d98-cb19d94743ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4719195 Jun 10 10:28:30.647958 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-c3bda70f-2ac0-4d1b-852c-4b5e4bb930d7 None None] Port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:30.650742 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=a9903165-979e-4119-9cca-17a9b48c671d,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:30.660160 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Pushing event updated for resources: {'Port': ['ID=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:30.661258 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:30.664806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:30.665674 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.828903 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:27Z', 'revision_number': 3, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:30.833775 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb8eeb8-8faa-4a94-996c-adbd5f553409 None None] The sync data for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb is: [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:27Z', 'revision_number': 3, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:30.860174 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.879006 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-57457278-a476-4b4c-8b8b-0e7d3cdf1fe7 None None] Provisioning for port c6e49b6b-72ad-4a02-b1aa-915a344cecdf completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:30.883561 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-57457278-a476-4b4c-8b8b-0e7d3cdf1fe7 None None] Provisioning complete for port c6e49b6b-72ad-4a02-b1aa-915a344cecdf triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:30.883910 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-57457278-a476-4b4c-8b8b-0e7d3cdf1fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:30.925412 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Sync routers for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:30.955045 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:30.956232 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:30.957918 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-57457278-a476-4b4c-8b8b-0e7d3cdf1fe7 None None] Port c6e49b6b-72ad-4a02-b1aa-915a344cecdf cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:31.138042 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.144320 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.144482 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:31.147773 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:31.224369 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Pushing event updated for resources: {'Port': ['ID=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:31.233529 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:31.252164 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.424259 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:31.425795 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:31.480090 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54092) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:31.490152 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2045388243', 'description': 'tempest-description--1498070249'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:31.520891 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 2, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:31.524727 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Checking router: 985393ca-3fba-4235-8d98-cb19d94743ad for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:31.525578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Updating router 985393ca-3fba-4235-8d98-cb19d94743ad port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:28:31.564108 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.585094 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.647526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Router b947f126-4b9d-4208-a224-1a1d22d6bc6a has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:28:31.721400 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.727410 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.731648 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ac4ca6b3-2bbb-444c-a88d-dbb3534d81c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:31.784137 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.787101 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3057506 Jun 10 10:28:31.790696 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54098) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:31.801446 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'security_group_rule': {'security_group_id': '12f81c21-9d35-4766-8fc4-5900d4503a7b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:31.820309 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f81c21-9d35-4766-8fc4-5900d4503a7b,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:31.823978 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:31.856401 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.923979 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:31.935006 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] 10.222.0.23 "PUT /v2.0/routers/b947f126-4b9d-4208-a224-1a1d22d6bc6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0526488 Jun 10 10:28:31.942666 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.949289 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.956970 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:31.976559 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=958d7916-ca8b-4693-a10c-bff21c81b55c,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:31.980629 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:31.984609 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-d4ba35e4-b57f-4b01-a98e-82b689f0e974 None None] Provisioning complete for port c6e49b6b-72ad-4a02-b1aa-915a344cecdf triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:31.985005 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d4ba35e4-b57f-4b01-a98e-82b689f0e974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.986140 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:31.991466 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1974978 Jun 10 10:28:31.993178 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54102) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:32.000837 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'security_group_rule': {'security_group_id': '12f81c21-9d35-4766-8fc4-5900d4503a7b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:32.047079 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.085860 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-d4ba35e4-b57f-4b01-a98e-82b689f0e974 None None] Port c6e49b6b-72ad-4a02-b1aa-915a344cecdf cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:32.099529 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.112003 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Transition to ACTIVE for port object 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:32.127806 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.130926 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8cb5da2b-2820-49ae-890a-462ceaa3b4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:32.176380 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.191726 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.194825 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cab3ba39-e540-47d5-a3db-89e3a73ab6d6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:32.218678 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a55b85f-f0da-4afc-97a6-f1355240b48c,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:32.224090 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:32.226896 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.230304 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2326858 Jun 10 10:28:32.232002 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54106) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:32.238067 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'floatingip': {'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:32.266797 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.296372 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3358aa6e-4ef6-4f32-83c4-a29775e53b16 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:32.400790 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1497e41-d4d7-4b96-8851-7f0d3760611a None None] Pushing event updated for resources: {'Port': ['ID=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:32.403983 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a1497e41-d4d7-4b96-8851-7f0d3760611a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:32.422038 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.485749 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Attempting to bind port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:32.486232 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Attempting to bind port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:32.486618 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Attempting to bind port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 on network b17aaa8f-766a-43fe-902f-44fb59f919c0 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:32.492745 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:32.493139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Checking segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:32.493649 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.494046 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Bound using segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:32.494578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Bound port: 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:32.494971 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.512967 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:32.519860 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:32.520252 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.581161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Allocated IP 172.28.1.70 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/1127a2ff-7ade-4e05-a059-67531baccb21) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:32.623766 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] For port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:32.628679 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] For port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:32.642202 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.645617 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:32.687428 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54118) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:32.694250 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-983422821-network', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:32.725680 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Made reservation on behalf of 6812e3e93475483e8e1b2a826d3fc8a1 for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:32.728923 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.739417 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.744413 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.750786 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:32.751129 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.751258 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:32.818470 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.828999 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-15a0a6c1-b103-44b0-93a6-7a590cf1bf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:32.871739 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 3358aa6e-4ef6-4f32-83c4-a29775e53b16, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=3358aa6e-4ef6-4f32-83c4-a29775e53b16,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:32.875024 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1497e41-d4d7-4b96-8851-7f0d3760611a None None] Pushing event updated for resources: {'Port': ['ID=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:32.878651 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a1497e41-d4d7-4b96-8851-7f0d3760611a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:32.881999 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.882924 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a9903165-979e-4119-9cca-17a9b48c671d up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:32.896314 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8cb5da2b-2820-49ae-890a-462ceaa3b4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:32.946597 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.956677 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:32.984615 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1323} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:28:32.999814 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.000220 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Added segment 8340530c-a3f4-4bb3-8bc8-fc44f3c21945 of type vlan for network 043d6f31-6fc6-4931-bcbe-774d971b62bd Jun 10 10:28:33.037298 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=3358aa6e-4ef6-4f32-83c4-a29775e53b16,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:33.040939 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:33.044418 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:33.090827 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.116284 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Sync routers for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:33.126334 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port a9903165-979e-4119-9cca-17a9b48c671d triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:33.126730 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.138083 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f1142e1c-b821-4bfd-acc6-0198212a75bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:33.162709 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:33.165335 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:33.169935 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56cd05eb-17be-43ec-a510-2d3b42b569da,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:33.183765 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.185131 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:33.189844 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:33.199075 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.203985 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-5a752851-fb4e-4246-9fc0-abf89bfefef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:33.229266 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:33.234121 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:33.237796 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:33.269912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'Port': ['ID=1127a2ff-7ade-4e05-a059-67531baccb21,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:33.274771 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54126) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:33.275856 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:33.281087 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Request body: {'subnet': {'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-983422821-subnet', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:33.284612 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5957010 Jun 10 10:28:33.322993 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Made reservation on behalf of 6812e3e93475483e8e1b2a826d3fc8a1 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:33.326116 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29966915'] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.350847 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Pushing event updated for resources: {'Network': ['ID=043d6f31-6fc6-4931-bcbe-774d971b62bd,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:33.363135 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:33.386228 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:33.396570 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:28:33.456755 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.532617 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.557711 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:33.562738 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c446b011-d8bf-4a00-90d1-37f232c71209 None None] The sync data for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb is: [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:33.699262 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 2, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:33.703273 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Checking router: b947f126-4b9d-4208-a224-1a1d22d6bc6a for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:33.703273 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Updating router b947f126-4b9d-4208-a224-1a1d22d6bc6a port c6e49b6b-72ad-4a02-b1aa-915a344cecdf binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:28:33.722788 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32727503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29966933'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.752928 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.771783 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:33.854019 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d84aa815-a3f8-4793-8de0-bd6abc272343,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:33.856860 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:33.896568 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Checking segment: {'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:33.896932 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Network hostable DHCP agents. Network: 043d6f31-6fc6-4931-bcbe-774d971b62bd, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:28:33.918318 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.927750 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:33.931444 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6e06dee9-728c-470f-8a77-1a72e14313db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:33.961258 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:28:34.008366 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 043d6f31-6fc6-4931-bcbe-774d971b62bd) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:34.018721 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe0684e-034e-4ea5-ae4d-5eed717fea0f None None] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:28:34.027186 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:34.027901 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.053001 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7758527 Jun 10 10:28:34.055758 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54128) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:34.056245 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'Port': ['ID=1127a2ff-7ade-4e05-a059-67531baccb21,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:34.059170 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.060914 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:34.073089 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:34.080135 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.080814 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8471365 Jun 10 10:28:34.140772 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.144241 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.292617 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.307026 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.319110 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:34.323177 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-043d6f31-6fc6-4931-bcbe-774d971b62bd', 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'fixed_ips': [{'subnet_id': 'd84aa815-a3f8-4793-8de0-bd6abc272343'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:28:34.324011 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.340620 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Transition to ACTIVE for port object c6e49b6b-72ad-4a02-b1aa-915a344cecdf will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:34.351417 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.367251 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-f4c84f16-75d7-4f70-a91f-3a203d377d5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:34.478756 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-e9f344b8-6a8e-4caf-bb47-cfd541d75683 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--2045388243&fields=id&tenant_id=19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 267 time: 0.1168811 Jun 10 10:28:34.490066 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716b27-f180-4b7c-9efa-4d081da49006 None None] Pushing event updated for resources: {'Port': ['ID=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:34.669438 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-dc716b27-f180-4b7c-9efa-4d081da49006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:34.741177 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-6991a29f-db5b-455b-b43f-bc145aea581b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:34.752954 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-6991a29f-db5b-455b-b43f-bc145aea581b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 817 time: 0.2691412 Jun 10 10:28:34.755102 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.758798 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Attempting to bind port c6e49b6b-72ad-4a02-b1aa-915a344cecdf on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:34.759185 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Attempting to bind port c6e49b6b-72ad-4a02-b1aa-915a344cecdf by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:34.759562 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Attempting to bind port c6e49b6b-72ad-4a02-b1aa-915a344cecdf on network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:34.766785 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:34.767135 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Checking segment: {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:34.767565 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.767968 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Bound using segment: {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:34.768465 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Bound port: c6e49b6b-72ad-4a02-b1aa-915a344cecdf, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:34.768853 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.774711 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-1aaabd85-6652-4a07-bea6-36a6ccfe8789 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/quotas/19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 375 time: 0.0205021 Jun 10 10:28:34.903781 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] For port c6e49b6b-72ad-4a02-b1aa-915a344cecdf, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:34.910990 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] For port c6e49b6b-72ad-4a02-b1aa-915a344cecdf, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:34.919124 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:34.932904 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:34.933769 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.942913 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:34.946536 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-85da0a09-b3aa-4a4f-aecd-cb2e1465087f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:34.948017 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-51d16049-0496-45fe-98c7-b975b3af5b28 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1710813 Jun 10 10:28:34.995216 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Allocated IP 172.20.0.2 (043d6f31-6fc6-4931-bcbe-774d971b62bd/d84aa815-a3f8-4793-8de0-bd6abc272343/0a0555b8-aba9-4b42-aee4-9bc130cdbb00) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:35.069765 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc716b27-f180-4b7c-9efa-4d081da49006 None None] Pushing event updated for resources: {'Port': ['ID=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,revision_number=4']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:35.085811 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-dc716b27-f180-4b7c-9efa-4d081da49006 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:35.103278 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:35.103945 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:35.121983 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-cb1516db-a1c3-4029-9d44-464beeca01ff service neutron] 10.222.0.23 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664307 Jun 10 10:28:35.279278 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.289355 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-8dd64a16-b003-44a1-a426-682b357b8853 service neutron] 10.222.0.23 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664400 Jun 10 10:28:35.314912 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:35.392746 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:35.415764 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.416691 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3358aa6e-4ef6-4f32-83c4-a29775e53b16 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:35.422489 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:35.425643 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.510143 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Transition to ACTIVE for port object 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:35.547878 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:35.551296 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:35.552546 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Transition to ACTIVE for port object 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:35.566945 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:35.567643 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.570336 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.581423 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:35.600083 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:35.626705 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:35.631531 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d491bb51-7c4a-4b1b-9d1c-366484e93c13 req-ca01480e-7c2a-4f39-9caa-cc5fe203158f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 210 time: 0.0923853 Jun 10 10:28:35.661488 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:35.711438 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.748775 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Pushing event updated for resources: {'Port': ['ID=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:35.753392 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.760995 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:35.774836 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Attempting to bind port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:35.775225 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Attempting to bind port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:35.775638 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Attempting to bind port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 on network 043d6f31-6fc6-4931-bcbe-774d971b62bd {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:35.783990 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:35.784449 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Checking segment: {'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:35.785092 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.785270 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Bound using segment: {'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:35.785704 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:34Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:35.785869 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Bound port: 0a0555b8-aba9-4b42-aee4-9bc130cdbb00, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:35.786172 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.790097 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8240c414-d3b2-41e1-b53a-e664eba50020 None None] The sync data for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb is: [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:34Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:35.945625 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Allocated IP 172.28.1.15 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/52c0f768-1c5d-418c-9367-68d8ffd7b523) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:35.958074 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] For port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:35.965763 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] For port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,segment=NetworkSegment(8340530c-a3f4-4bb3-8bc8-fc44f3c21945),segment_id=8340530c-a3f4-4bb3-8bc8-fc44f3c21945)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:35.977048 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:35.982546 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:36.121618 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Pushing event updated for resources: {'Port': ['ID=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:36.126709 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:36.296397 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c6e49b6b-72ad-4a02-b1aa-915a344cecdf up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:36.300862 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:36.361172 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:36.373301 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:36.418000 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port c6e49b6b-72ad-4a02-b1aa-915a344cecdf completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:36.423143 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port c6e49b6b-72ad-4a02-b1aa-915a344cecdf triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:36.423709 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:36.466199 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:36.471854 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:36.475654 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:36.564493 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:36.567025 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Pushing event updated for resources: {'Port': ['ID=52c0f768-1c5d-418c-9367-68d8ffd7b523,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:36.572505 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:36.614384 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port c6e49b6b-72ad-4a02-b1aa-915a344cecdf, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:36.619916 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:36.620812 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:36.622695 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:36.730724 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:36.741160 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:36.747496 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:36.747967 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:36.800485 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6259399c-ff2f-4d1f-91ee-9cfbd67cec7b req-401affed-75d3-4a8e-b884-9c0b4ca51e72 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 210 time: 0.0350647 Jun 10 10:28:36.904426 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:37.292264 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:37.315462 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c736cfae-dedc-474c-b816-c4c709df2b04 None None] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:28:37.414086 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-ca9d67cc-577d-4677-8475-efd0216a619b None None] Provisioning for port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:37.419747 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-700f658e-b869-40b1-895a-8417f78a8afc tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:37.421844 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-700f658e-b869-40b1-895a-8417f78a8afc tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 817 time: 0.2741954 Jun 10 10:28:37.494699 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-ea4772d9-1b6e-4a99-9e49-5f2e11ab38f8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 380 time: 0.0602546 Jun 10 10:28:37.507692 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'port': {'device_id': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'admin_state_up': True, 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'security_groups': ['12f81c21-9d35-4766-8fc4-5900d4503a7b']}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:37.620447 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Router 951ac236-efcf-485a-9e27-6bde1c764351 is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91748) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:28:37.769106 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Made reservation on behalf of 19dda0efe34b484daaa2c3f36177786e for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:37.772640 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:37.852976 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:37.863485 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Sync routers for ids ['951ac236-efcf-485a-9e27-6bde1c764351'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:37.872706 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Routers {'951ac236-efcf-485a-9e27-6bde1c764351'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:37.873402 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['951ac236-efcf-485a-9e27-6bde1c764351'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:37.909393 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] Notify callbacks [] for router, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:37.913157 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-299c6968-9bdb-40f2-92fc-e44ed8ebe664 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.8537140 Jun 10 10:28:37.913360 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54186) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:37.957516 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-955a6a3e-789d-45c2-9937-c17fe406c619 req-2ee3cc03-615c-4ca6-97ea-2a3602586d0f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 210 time: 0.0352936 Jun 10 10:28:38.017622 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Set router 951ac236-efcf-485a-9e27-6bde1c764351 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:38.188002 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c6e49b6b-72ad-4a02-b1aa-915a344cecdf up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:38.288751 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Allocated IP 172.20.0.14 (b17aaa8f-766a-43fe-902f-44fb59f919c0/6fe628e5-cac4-4c48-9c2c-b81e9aa9133c/ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:38.316485 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port c6e49b6b-72ad-4a02-b1aa-915a344cecdf triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:38.317099 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:38.368085 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 3, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port': {'id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:35Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:38.374492 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Checking router: 951ac236-efcf-485a-9e27-6bde1c764351 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:38.374943 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Updating router 951ac236-efcf-485a-9e27-6bde1c764351 port 52c0f768-1c5d-418c-9367-68d8ffd7b523 binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:28:38.456144 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:38.458590 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:38.625703 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:38.650053 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:38.650444 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:38.688718 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:38.717681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Transition to ACTIVE for port object ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:38.817909 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:38.822917 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a42c058e-6af9-4ebc-9292-6c4872af77fa tempest-AttachVolumeNegativeTest-801468918 tempest-AttachVolumeNegativeTest-801468918-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:38.902343 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:38.913170 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:38.921809 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:38.950080 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:38.956049 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:38.977349 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.977737 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.978134 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.978503 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.978907 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.979227 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.979586 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.979942 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.980298 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.980651 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.981004 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:38.981353 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:28:39.015831 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:39.032012 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.035380 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,segment=NetworkSegment(8340530c-a3f4-4bb3-8bc8-fc44f3c21945),segment_id=8340530c-a3f4-4bb3-8bc8-fc44f3c21945)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:39.038467 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:39.039187 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.043901 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.047766 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:39.050518 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Transition to ACTIVE for port object 52c0f768-1c5d-418c-9367-68d8ffd7b523 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:39.057040 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.078487 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-3c93cfb0-7c89-4c8b-a6cb-37efb2089d36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5750792 Jun 10 10:28:39.080598 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.091579 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:28:39.095608 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Request body: {'port': {'device_id': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:39.129106 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Attempting to bind port 52c0f768-1c5d-418c-9367-68d8ffd7b523 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:39.129499 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Attempting to bind port 52c0f768-1c5d-418c-9367-68d8ffd7b523 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:39.129927 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Attempting to bind port 52c0f768-1c5d-418c-9367-68d8ffd7b523 on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:39.131994 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:39.135828 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:39.136300 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:39.141528 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:39.141850 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:39.142308 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.142715 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:39.143207 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Bound port: 52c0f768-1c5d-418c-9367-68d8ffd7b523, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:39.143598 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.214713 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e60c31-ffd5-46d3-8f8b-daa534269089 req-6c752730-dc11-4c88-bdcc-411294de0b3e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:39.218424 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-28e60c31-ffd5-46d3-8f8b-daa534269089 req-6c752730-dc11-4c88-bdcc-411294de0b3e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 932 time: 0.0981271 Jun 10 10:28:39.236057 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca36c13-d7c7-490b-bc7a-c90b378df13f None None] Pushing event updated for resources: {'Port': ['ID=52c0f768-1c5d-418c-9367-68d8ffd7b523,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:39.238880 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8ca36c13-d7c7-490b-bc7a-c90b378df13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:39.260179 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] For port 52c0f768-1c5d-418c-9367-68d8ffd7b523, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:39.262444 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-28e60c31-ffd5-46d3-8f8b-daa534269089 req-2d37f399-5459-4efe-9cab-61b73bfcc7ad tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390952 Jun 10 10:28:39.263363 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] For port 52c0f768-1c5d-418c-9367-68d8ffd7b523, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=52c0f768-1c5d-418c-9367-68d8ffd7b523,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:39.272535 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.277077 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:39.277793 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.326386 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6d18ba36-4eb8-4740-8210-4af5c29b6ad0 None None] Provisioning for port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:39.338371 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6d18ba36-4eb8-4740-8210-4af5c29b6ad0 None None] Provisioning complete for port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:39.338779 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6d18ba36-4eb8-4740-8210-4af5c29b6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.377959 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Routers {'951ac236-efcf-485a-9e27-6bde1c764351'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:39.378654 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['951ac236-efcf-485a-9e27-6bde1c764351'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:39.384616 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Allocated IP 172.20.0.1 (043d6f31-6fc6-4931-bcbe-774d971b62bd/d84aa815-a3f8-4793-8de0-bd6abc272343/1b1976ea-dc72-409e-89f6-fc111005e297) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:39.436386 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca36c13-d7c7-490b-bc7a-c90b378df13f None None] Pushing event updated for resources: {'Port': ['ID=52c0f768-1c5d-418c-9367-68d8ffd7b523,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:39.484764 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8ca36c13-d7c7-490b-bc7a-c90b378df13f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:39.500459 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-6d18ba36-4eb8-4740-8210-4af5c29b6ad0 None None] Port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:39.541524 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] Set router 951ac236-efcf-485a-9e27-6bde1c764351 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:39.675813 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.704379 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Transition to ACTIVE for port object 1b1976ea-dc72-409e-89f6-fc111005e297 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:39.782309 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:28:39.782697 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 3, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port': {'id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:35Z', 'updated_at': '2021-06-10T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:39.786219 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd88c77a-a9fc-4513-b2f0-676208534916 None None] The sync data for ids ['951ac236-efcf-485a-9e27-6bde1c764351'] in dv-cinder-795751-1-smb is: [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 3, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port': {'id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:35Z', 'updated_at': '2021-06-10T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:39.791656 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.804755 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.808687 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:39.838721 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Transition to ACTIVE for port object ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:39.853632 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:39.867227 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:39.877609 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:39.881419 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:39.883239 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Pushing event updated for resources: {'Port': ['ID=1b1976ea-dc72-409e-89f6-fc111005e297,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:39.925349 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:39.954601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-04820d65-8ae2-4260-b48a-46f9366ee275 tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.094s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:40.038879 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.140701 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:40.149452 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:40.233981 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-2c7daa09-1fbe-4dfe-aa36-25f136b5b5ba None None] Provisioning for port 1b1976ea-dc72-409e-89f6-fc111005e297 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:40.239138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-2c7daa09-1fbe-4dfe-aa36-25f136b5b5ba None None] Provisioning complete for port 1b1976ea-dc72-409e-89f6-fc111005e297 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:40.239532 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-2c7daa09-1fbe-4dfe-aa36-25f136b5b5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.254220 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Attempting to bind port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:40.254709 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Attempting to bind port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:40.255060 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Attempting to bind port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c on network b17aaa8f-766a-43fe-902f-44fb59f919c0 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:40.276203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c on network b17aaa8f-766a-43fe-902f-44fb59f919c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:28:40.276434 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Attempting to bind port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c on network b17aaa8f-766a-43fe-902f-44fb59f919c0 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:40.287231 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:40.287599 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Checking segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:40.288003 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Bound using segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:40.288579 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Bound port: ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:40.288948 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.295942 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:40.351166 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-2c7daa09-1fbe-4dfe-aa36-25f136b5b5ba None None] Port 1b1976ea-dc72-409e-89f6-fc111005e297 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:40.368348 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:40.368862 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.396758 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.485540 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 52c0f768-1c5d-418c-9367-68d8ffd7b523 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:40.506954 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:40.511248 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b821381-e9b4-46f6-98e1-a35478110232 req-433c5025-072f-4ca2-916d-548f0e6d30f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:40.512202 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:40.520520 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.520735 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4b821381-e9b4-46f6-98e1-a35478110232 req-433c5025-072f-4ca2-916d-548f0e6d30f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0872898 Jun 10 10:28:40.555747 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 52c0f768-1c5d-418c-9367-68d8ffd7b523 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:40.557266 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-48545c33-28a9-4050-a4d8-6a09d617e10f tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:40.561323 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 52c0f768-1c5d-418c-9367-68d8ffd7b523 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:40.561806 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.580580 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4b821381-e9b4-46f6-98e1-a35478110232 req-7bdb1a6d-90c4-4fc5-b97e-f8658b1bce30 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589035 Jun 10 10:28:40.601529 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:40.602955 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.604385 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] 10.222.0.95 "PUT /v2.0/ports/ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 200 len: 1094 time: 1.5136473 Jun 10 10:28:40.608774 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:28:40.612158 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec844ef-4775-4ed0-89ba-101256401b75" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:28:40.687698 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbd4dee-1fd3-4d62-98ca-00f82a43508a x-openstack-request-id: req-fdbd4dee-1fd3-4d62-98ca-00f82a43508a {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:28:40.688079 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:28:40.688369 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fdbd4dee-1fd3-4d62-98ca-00f82a43508a {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:28:40.688853 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'status': 'completed', 'code': 200} Jun 10 10:28:40.712464 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:40.725197 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.744860 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:40.757504 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-7ff8babb-ac89-4880-b3f9-e5cec7d1c89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.772009 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 52c0f768-1c5d-418c-9367-68d8ffd7b523, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=52c0f768-1c5d-418c-9367-68d8ffd7b523,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:40.781565 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.785326 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:40.827507 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-fb611780-110b-40a6-a974-d4013e1e5bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:40.829050 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-fb611780-110b-40a6-a974-d4013e1e5bbe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1097 time: 0.1393676 Jun 10 10:28:40.839184 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.848721 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:40.873502 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=52c0f768-1c5d-418c-9367-68d8ffd7b523,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:40.878396 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:40.903119 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-16ce3564-eaaa-4f3b-bdcd-eedd5232ea99 tempest-ServerRescueNegativeTestJSON-1547506123 tempest-ServerRescueNegativeTestJSON-1547506123-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:40.908880 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-65059c47-0b52-4ded-9601-71cd142bf921 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 200 len: 217 time: 0.0677500 Jun 10 10:28:41.266445 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:41.276970 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Pushing event updated for resources: {'Port': ['ID=1b1976ea-dc72-409e-89f6-fc111005e297,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:41.283371 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:41.286267 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-5928aadf-f76c-4dfd-a154-f4044b3ad5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:41.287692 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-5928aadf-f76c-4dfd-a154-f4044b3ad5d3 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.3321826 Jun 10 10:28:41.439206 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:41.442451 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-662d6c1b-378f-4dc6-897d-4ac8791e90f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:41.443928 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-662d6c1b-378f-4dc6-897d-4ac8791e90f1 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1430695 Jun 10 10:28:41.444875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:41.637186 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-8dfa6822-dc9d-4410-b4bd-79e363703a68 None None] Provisioning complete for port 1b1976ea-dc72-409e-89f6-fc111005e297 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:41.637731 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-8dfa6822-dc9d-4410-b4bd-79e363703a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:41.682425 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-8dfa6822-dc9d-4410-b4bd-79e363703a68 None None] Port 1b1976ea-dc72-409e-89f6-fc111005e297 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:41.683340 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-1084219f-378b-40b7-8a2d-6ac2b403525c service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303562 Jun 10 10:28:41.702244 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Router 951ac236-efcf-485a-9e27-6bde1c764351 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:28:41.768319 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c8f6e-06fb-49d0-9939-c609164be631 req-dd047eb1-49d0-497b-81c0-9e021c523959 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:41.769786 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-519c8f6e-06fb-49d0-9939-c609164be631 req-dd047eb1-49d0-497b-81c0-9e021c523959 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0754225 Jun 10 10:28:41.812319 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-519c8f6e-06fb-49d0-9939-c609164be631 req-4d77d5b4-f12e-420e-92ac-212ebc58855f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367627 Jun 10 10:28:41.917942 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e84cff1e-79fc-4386-9d19-f8642701bf4a req-90e2e04b-30cb-468c-b287-06bde7fe6048 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242298 Jun 10 10:28:41.942069 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:41.952647 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] 10.222.0.23 "PUT /v2.0/routers/951ac236-efcf-485a-9e27-6bde1c764351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0329189 Jun 10 10:28:42.047697 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec844ef-4775-4ed0-89ba-101256401b75 req-779dcbe2-e5a2-4f20-b921-9ef8dc504c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:42.049264 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fec844ef-4775-4ed0-89ba-101256401b75 req-779dcbe2-e5a2-4f20-b921-9ef8dc504c80 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1097 time: 0.0709808 Jun 10 10:28:42.113432 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 52c0f768-1c5d-418c-9367-68d8ffd7b523 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:42.174812 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 52c0f768-1c5d-418c-9367-68d8ffd7b523 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:42.175431 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:42.199105 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec844ef-4775-4ed0-89ba-101256401b75 req-b7c66677-205c-4e0a-8fd2-a32a2e6bf182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:42.206607 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fec844ef-4775-4ed0-89ba-101256401b75 req-b7c66677-205c-4e0a-8fd2-a32a2e6bf182 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1473165 Jun 10 10:28:42.268955 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fec844ef-4775-4ed0-89ba-101256401b75 req-e1cd12d7-1984-419d-a559-3cf89767ab19 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 200 len: 217 time: 0.0528219 Jun 10 10:28:42.345275 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec844ef-4775-4ed0-89ba-101256401b75 req-e288cd53-af6a-4fae-9b5e-8688782873a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:42.347045 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fec844ef-4775-4ed0-89ba-101256401b75 req-e288cd53-af6a-4fae-9b5e-8688782873a8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0689569 Jun 10 10:28:42.425265 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec844ef-4775-4ed0-89ba-101256401b75 req-c72a1c22-3642-4b72-9c78-2b18021ce64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:42.426942 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fec844ef-4775-4ed0-89ba-101256401b75 req-c72a1c22-3642-4b72-9c78-2b18021ce64b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0715830 Jun 10 10:28:42.548037 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fec844ef-4775-4ed0-89ba-101256401b75 req-934b0b2b-fb32-479e-9121-f166d57db31a service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135812 Jun 10 10:28:42.668402 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fec844ef-4775-4ed0-89ba-101256401b75 req-ab2668eb-edc3-47e6-8bdf-5e4880be39ef service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130342 Jun 10 10:28:43.028447 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101bcd6e-0b10-499e-a728-73375945b056 req-852e82b1-3329-451e-9528-1a5d32f940e5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:43.031214 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-101bcd6e-0b10-499e-a728-73375945b056 req-852e82b1-3329-451e-9528-1a5d32f940e5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0871646 Jun 10 10:28:43.086018 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Sync routers for ids ['951ac236-efcf-485a-9e27-6bde1c764351'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:43.096631 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Routers {'951ac236-efcf-485a-9e27-6bde1c764351'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:43.097448 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['951ac236-efcf-485a-9e27-6bde1c764351'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:43.103093 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-101bcd6e-0b10-499e-a728-73375945b056 req-0ad6f6e9-bad0-47c3-b627-c2f2d5aa93da tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636854 Jun 10 10:28:43.265549 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:43.277901 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Set router 951ac236-efcf-485a-9e27-6bde1c764351 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:43.279685 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6accf7db-cd42-4faf-9356-866cb2574adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:43.624544 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 4, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port': {'id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:35Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '1b1976ea-dc72-409e-89f6-fc111005e297', 'name': '', 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'mac_address': 'fa:16:3e:ef:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd84aa815-a3f8-4793-8de0-bd6abc272343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:39Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 2, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'subnets': [{'id': 'd84aa815-a3f8-4793-8de0-bd6abc272343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:43.628504 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Checking router: 951ac236-efcf-485a-9e27-6bde1c764351 for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:43.628877 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Updating router 951ac236-efcf-485a-9e27-6bde1c764351 port 1b1976ea-dc72-409e-89f6-fc111005e297 binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:28:43.670451 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.074631 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.085466 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Transition to ACTIVE for port object 1b1976ea-dc72-409e-89f6-fc111005e297 will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:44.094433 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.101332 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-02633896-55a6-4dc1-a81b-0da27ba64b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:44.206967 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.277961 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f8ba-3f63-4f3b-b9c8-71a2361b7b54 None None] Pushing event updated for resources: {'Port': ['ID=1b1976ea-dc72-409e-89f6-fc111005e297,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:44.287195 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-8309f8ba-3f63-4f3b-b9c8-71a2361b7b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:44.303041 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Attempting to bind port 1b1976ea-dc72-409e-89f6-fc111005e297 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:28:44.303425 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Attempting to bind port 1b1976ea-dc72-409e-89f6-fc111005e297 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:28:44.303802 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Attempting to bind port 1b1976ea-dc72-409e-89f6-fc111005e297 on network 043d6f31-6fc6-4931-bcbe-774d971b62bd {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:28:44.311582 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:28:44.311980 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Checking segment: {'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:28:44.312452 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.312895 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Bound using segment: {'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:28:44.316861 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Bound port: 1b1976ea-dc72-409e-89f6-fc111005e297, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8340530c-a3f4-4bb3-8bc8-fc44f3c21945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1323, 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:28:44.317267 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.391604 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1479901d-bafd-47cb-9746-13738637ec08 req-b5ff186a-a141-4130-ad01-1b012a9ee033 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:44.399853 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1479901d-bafd-47cb-9746-13738637ec08 req-b5ff186a-a141-4130-ad01-1b012a9ee033 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.1297379 Jun 10 10:28:44.413599 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] For port 1b1976ea-dc72-409e-89f6-fc111005e297, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:28:44.417469 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] For port 1b1976ea-dc72-409e-89f6-fc111005e297, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=1b1976ea-dc72-409e-89f6-fc111005e297,segment=NetworkSegment(8340530c-a3f4-4bb3-8bc8-fc44f3c21945),segment_id=8340530c-a3f4-4bb3-8bc8-fc44f3c21945)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:28:44.424309 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.428434 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:44.455360 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1479901d-bafd-47cb-9746-13738637ec08 req-376a4bcf-2670-466f-8e18-20c39147a64f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542800 Jun 10 10:28:44.497739 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f8ba-3f63-4f3b-b9c8-71a2361b7b54 None None] Pushing event updated for resources: {'Port': ['ID=1b1976ea-dc72-409e-89f6-fc111005e297,revision_number=4']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:44.506745 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-8309f8ba-3f63-4f3b-b9c8-71a2361b7b54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:44.511865 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Routers {'951ac236-efcf-485a-9e27-6bde1c764351'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:44.512655 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['951ac236-efcf-485a-9e27-6bde1c764351'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:44.584117 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54270) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:44.671505 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Deleting subnet 79fc2c12-9f07-477a-853a-a241806662ea {{(pid=91748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:28:44.680356 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.691773 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] Set router 951ac236-efcf-485a-9e27-6bde1c764351 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:44.757692 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29947556'] for subnet, precommit_delete_associations {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.825121 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.921633 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31282616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770104'] for subnet, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.924650 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:44.967184 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79fc2c12-9f07-477a-853a-a241806662ea,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:44.974875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:44.977828 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:44.981352 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2b70647b-fb8d-4bb6-9e1e-c25d5a2cd3f3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/79fc2c12-9f07-477a-853a-a241806662ea HTTP/1.1" status: 204 len: 168 time: 0.3961654 Jun 10 10:28:44.983938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54272) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:45.100956 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 4, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port': {'id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:35Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '1b1976ea-dc72-409e-89f6-fc111005e297', 'name': '', 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'mac_address': 'fa:16:3e:ef:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd84aa815-a3f8-4793-8de0-bd6abc272343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:39Z', 'updated_at': '2021-06-10T10:28:44Z', 'revision_number': 4, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'subnets': [{'id': 'd84aa815-a3f8-4793-8de0-bd6abc272343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:45.105227 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9b0175-b0d0-4b1b-b18d-6782a9ec5bee None None] The sync data for ids ['951ac236-efcf-485a-9e27-6bde1c764351'] in dv-cinder-795751-1-smb is: [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 4, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port': {'id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:35Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '1b1976ea-dc72-409e-89f6-fc111005e297', 'name': '', 'network_id': '043d6f31-6fc6-4931-bcbe-774d971b62bd', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'mac_address': 'fa:16:3e:ef:6e:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'd84aa815-a3f8-4793-8de0-bd6abc272343', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:39Z', 'updated_at': '2021-06-10T10:28:44Z', 'revision_number': 4, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'subnets': [{'id': 'd84aa815-a3f8-4793-8de0-bd6abc272343', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:45.120203 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.288256 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.300695 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e2d14cd-9046-47ee-9b4a-b765c1ad11f3']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:45.312953 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:45.313526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a231ad5f-0d1a-455a-b13f-e2c6d2d51761') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:45.329089 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.356765 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.374571 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Releasing vlan 1348 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:28:45.374571 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:28:45.384756 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:28:45.465577 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.471766 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5ad6958d-4424-4b98-95e3-4ab300374616 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:45.488646 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.490175 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] 10.222.0.23 "DELETE /v2.0/networks/8e2d14cd-9046-47ee-9b4a-b765c1ad11f3 HTTP/1.1" status: 204 len: 168 time: 0.5040994 Jun 10 10:28:45.492025 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e2d14cd-9046-47ee-9b4a-b765c1ad11f3,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:45.494998 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9c43b260-c302-4846-b566-b264d080bb12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:45.662148 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:28:45.725776 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b854371-b904-4800-984a-447beae19b47 req-d20a6fff-3dff-40f3-9deb-9db7ee135bd7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:45.727386 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3b854371-b904-4800-984a-447beae19b47 req-d20a6fff-3dff-40f3-9deb-9db7ee135bd7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.1183944 Jun 10 10:28:45.781705 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54282) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:45.803788 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3b854371-b904-4800-984a-447beae19b47 req-d74fb5d4-a04d-421a-be2c-32ca1ca495ab tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685513 Jun 10 10:28:45.841929 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-b7973913-c091-4a44-8778-34ae26bcf558 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ff9fc4553e934bf2b2d2b66fcd17d937&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586061 Jun 10 10:28:45.844051 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54284) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:45.907580 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:45.910887 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:45.933307 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.000281 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.003306 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.007454 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/718b0e2e-ebb6-4489-a601-21ff55df9d30 HTTP/1.1" status: 204 len: 168 time: 0.1620059 Jun 10 10:28:46.009110 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-665ab572-8086-4ca5-a9a6-01bb995cbe2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:46.018566 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718b0e2e-ebb6-4489-a601-21ff55df9d30,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:46.027949 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:46.130836 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'port_id': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'mac_address': 'fa:16:3e:0e:68:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:28:46.194281 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.213784 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 1b1976ea-dc72-409e-89f6-fc111005e297 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:46.216244 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.218181 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:28:46.273451 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:46.283513 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.287291 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:46.365040 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 1b1976ea-dc72-409e-89f6-fc111005e297 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:46.374309 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 1b1976ea-dc72-409e-89f6-fc111005e297 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:46.374309 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.375893 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:46.379793 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:46.522727 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.568372 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:28:46.597492 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 1b1976ea-dc72-409e-89f6-fc111005e297, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=1b1976ea-dc72-409e-89f6-fc111005e297,segment=NetworkSegment(8340530c-a3f4-4bb3-8bc8-fc44f3c21945),segment_id=8340530c-a3f4-4bb3-8bc8-fc44f3c21945)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:46.609190 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:46.612876 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8ca36c13-d7c7-490b-bc7a-c90b378df13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:46.698444 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=1b1976ea-dc72-409e-89f6-fc111005e297,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:46.702849 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:47.019518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45333ba-c548-4d4b-836f-34a814227e90 req-dd1b47f6-d2ef-4d93-a8bd-9e0faa2fc8bd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:47.021715 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d45333ba-c548-4d4b-836f-34a814227e90 req-dd1b47f6-d2ef-4d93-a8bd-9e0faa2fc8bd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 945 time: 0.0929415 Jun 10 10:28:47.084962 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d45333ba-c548-4d4b-836f-34a814227e90 req-a0e477ec-baf8-4534-98e7-d4c93b6aaabd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559685 Jun 10 10:28:47.674232 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:47.715931 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-7dca1a8a-69c3-485f-bb28-833036796781 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0670648 Jun 10 10:28:47.754689 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:47.764910 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:47.765528 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:47.805670 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-2894beaf-a546-4228-be9e-7377c33be8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:47.807469 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-2894beaf-a546-4228-be9e-7377c33be8d6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 1099 time: 0.0644014 Jun 10 10:28:47.872149 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:47.900531 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:28:47.906031 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef87868-8307-4695-b840-20c1ff6bf74f" -d '{"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:28:47.924054 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:28:47.932876 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:47.935298 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:47.994553 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-1916dca1-7d54-480a-a78d-c2a6d8924138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:47.996921 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-1916dca1-7d54-480a-a78d-c2a6d8924138 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 913 time: 0.1514199 Jun 10 10:28:48.002569 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883f9e5e-b38a-4b84-a3fe-c77a27876eec x-openstack-request-id: req-883f9e5e-b38a-4b84-a3fe-c77a27876eec {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:28:48.003296 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:28:48.003874 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-883f9e5e-b38a-4b84-a3fe-c77a27876eec {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:28:48.004507 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'code': 200} Jun 10 10:28:48.062104 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:48.066184 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:48.132905 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-57d85394-8652-48cc-b6a0-39a21e3b8236 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 200 len: 1002 time: 0.1166289 Jun 10 10:28:48.173982 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 1b1976ea-dc72-409e-89f6-fc111005e297 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:28:48.209545 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-7d22ab42-9f79-4023-930b-e85378294dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:48.212007 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-7d22ab42-9f79-4023-930b-e85378294dc0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0698745 Jun 10 10:28:48.264182 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 1b1976ea-dc72-409e-89f6-fc111005e297 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:48.264675 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:48.370380 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844bf96f-1bf9-4969-a605-9f8ab7e411ce req-7547481a-c55c-45bc-878d-38fadbae087f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:48.372052 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-844bf96f-1bf9-4969-a605-9f8ab7e411ce req-7547481a-c55c-45bc-878d-38fadbae087f service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1099 time: 0.1391506 Jun 10 10:28:48.375094 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-3794b669-8406-4085-b2e0-088e128eaf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:48.376824 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-3794b669-8406-4085-b2e0-088e128eaf46 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1517115 Jun 10 10:28:48.424635 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6d221-76f5-46a7-98e0-2eefdabe80ac req-51c67b5e-1aad-402f-9d8d-a21d89cd296a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:48.426830 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-95c6d221-76f5-46a7-98e0-2eefdabe80ac req-51c67b5e-1aad-402f-9d8d-a21d89cd296a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.1538875 Jun 10 10:28:48.472991 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-844bf96f-1bf9-4969-a605-9f8ab7e411ce req-e85d9c1c-33a1-4491-a3cb-453b8abc430e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818801 Jun 10 10:28:48.476689 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-95c6d221-76f5-46a7-98e0-2eefdabe80ac req-7c77984e-6219-4d11-9d85-8f74fbd9fe86 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442543 Jun 10 10:28:48.556219 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-da645158-0c76-4d23-a48a-6c99ea456094 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588912 Jun 10 10:28:48.686776 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7bbbc470-d93f-4df8-8b03-e6f666d4c431 req-4b3528d4-859d-4962-b630-93636117f5f5 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190681 Jun 10 10:28:49.709151 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98264fe-b82b-46a6-955d-252898e25106 req-a5f367ee-a86d-4f44-ae68-c64b7b6d3dbb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:49.710640 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f98264fe-b82b-46a6-955d-252898e25106 req-a5f367ee-a86d-4f44-ae68-c64b7b6d3dbb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0850415 Jun 10 10:28:49.758471 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f98264fe-b82b-46a6-955d-252898e25106 req-4c54924c-5bd0-4563-9e38-9489706340c8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403121 Jun 10 10:28:50.958501 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b43f1e-70a7-4a12-be21-6f8207085c50 req-582d012f-05b3-4ac9-994e-a3a62b7d61db tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:50.959986 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-90b43f1e-70a7-4a12-be21-6f8207085c50 req-582d012f-05b3-4ac9-994e-a3a62b7d61db tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0800369 Jun 10 10:28:51.004260 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-90b43f1e-70a7-4a12-be21-6f8207085c50 req-ed645819-da76-4a5c-8b9d-ad8768d1c6cf tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385969 Jun 10 10:28:51.198543 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbde3879-6a81-4e8d-9eb1-4f85cd1287c6 req-231a6fa4-d616-4c7f-a2be-a65dd7a09843 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:51.200206 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbde3879-6a81-4e8d-9eb1-4f85cd1287c6 req-231a6fa4-d616-4c7f-a2be-a65dd7a09843 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0782499 Jun 10 10:28:51.209963 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54304) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:28:51.215239 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'floatingip': {'port_id': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:51.536744 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:51.983826 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:52.135601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:52.139434 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:52.277437 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.l3_db [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Floating IP 79f9e9ff-f762-46f6-b208-4de6d5c510a3 associated. External IP: 172.28.1.70, port: ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c. Jun 10 10:28:52.567839 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Router 985393ca-3fba-4235-8d98-cb19d94743ad has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:28:52.714033 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:28:52.719007 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:52.722153 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-9d17886b-ddec-457e-b4de-b14fe2671b0b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:52.723648 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-9d17886b-ddec-457e-b4de-b14fe2671b0b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 815 time: 0.1295433 Jun 10 10:28:52.725355 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] Sync routers for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:28:52.735183 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:52.735816 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:52.740948 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d93196d0-42f3-4464-b0df-b5c81b389536 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/quotas/095821aa57d34c5f9190e6cf64ec3e4a HTTP/1.1" status: 200 len: 375 time: 0.0112789 Jun 10 10:28:52.773760 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-4eb53ff5-1463-44ae-9d28-f12d25a5d735 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "PUT /v2.0/floatingips/79f9e9ff-f762-46f6-b208-4de6d5c510a3 HTTP/1.1" status: 200 len: 991 time: 1.5602138 Jun 10 10:28:52.773760 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:28:52.774739 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78" -d '{"events": [{"name": "network-changed", "server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:28:52.823399 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1cf416ec-6375-44e4-84cf-27ac66124110 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765486 Jun 10 10:28:52.886820 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:52.940631 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00c75a0-824e-4063-8544-3b05d2455305 x-openstack-request-id: req-c00c75a0-824e-4063-8544-3b05d2455305 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:28:52.940975 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:28:52.941248 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c00c75a0-824e-4063-8544-3b05d2455305 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:28:52.941678 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'status': 'completed', 'code': 200} Jun 10 10:28:52.953374 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-cda1795b-c418-4ff1-8b4d-654417160a9f service neutron] 10.222.0.23 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176400 Jun 10 10:28:53.028586 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-4ffc49ac-0d5e-4bdf-a1d2-138051d44eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:53.030603 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-4ffc49ac-0d5e-4bdf-a1d2-138051d44eee service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1099 time: 0.0629485 Jun 10 10:28:53.077263 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-218a47b5-f726-4232-9f3e-bc166148a7dd service neutron] 10.222.0.23 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180489 Jun 10 10:28:53.152403 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-bdbb3e9d-5c7d-46f0-9100-5c1739bd3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:53.154415 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-bdbb3e9d-5c7d-46f0-9100-5c1739bd3c20 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1144874 Jun 10 10:28:53.243818 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '79f9e9ff-f762-46f6-b208-4de6d5c510a3', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'floating_ip_address': '172.28.1.70', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'port_id': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'mac_address': 'fa:16:3e:0e:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:28:33Z', 'updated_at': '2021-06-10T10:28:52Z', 'revision_number': 1, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:53.254528 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] Checking router: 985393ca-3fba-4235-8d98-cb19d94743ad for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:28:53.266966 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:28:53.267730 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:28:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:53.274174 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ce68b265-847a-4b76-8aa9-7e654fd3533f req-9cd62818-cb2b-4ab8-bc6d-00b1aacd6774 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 210 time: 0.0342333 Jun 10 10:28:53.281161 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-1c514c87-bb6e-4fac-84ee-72960a23cc3c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 200 len: 999 time: 0.1131392 Jun 10 10:28:53.359224 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-05529a1a-ca71-474f-99e9-9920faeab99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:53.360964 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-05529a1a-ca71-474f-99e9-9920faeab99f service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0625429 Jun 10 10:28:53.418883 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:28:53.432232 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-fff8d9a1-86c3-4bae-82bd-4e3ab2201395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:53.434287 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-fff8d9a1-86c3-4bae-82bd-4e3ab2201395 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0640047 Jun 10 10:28:53.578552 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-9260dbfb-a5bc-463a-8380-0696ded15e9b service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355615 Jun 10 10:28:53.852435 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '79f9e9ff-f762-46f6-b208-4de6d5c510a3', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'floating_ip_address': '172.28.1.70', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'port_id': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'mac_address': 'fa:16:3e:0e:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:28:33Z', 'updated_at': '2021-06-10T10:28:52Z', 'revision_number': 1, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:28:53.856126 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a80b8f8-6863-4b09-87c9-e1c5e2b4ab5a None None] The sync data for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb is: [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '79f9e9ff-f762-46f6-b208-4de6d5c510a3', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'floating_ip_address': '172.28.1.70', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'port_id': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 504, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'mac_address': 'fa:16:3e:0e:68:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:28:33Z', 'updated_at': '2021-06-10T10:28:52Z', 'revision_number': 1, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:28:53.949239 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-d9fb43a1-ca96-47d2-80f9-c645cfdd4f78 req-26d97d99-c327-4c68-864d-9be86a16ea0a service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641865 Jun 10 10:28:54.067925 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ec75af9-6201-45cc-9160-4187cda0cde1 None None] New status for floating IP 79f9e9ff-f762-46f6-b208-4de6d5c510a3: ACTIVE {{(pid=91751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:28:54.446814 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d9884aa1-e575-40bd-b284-cf571232a5fd req-59319d21-9744-4beb-882b-2852e0573ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 210 time: 0.0462170 Jun 10 10:28:54.568271 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-85cd3eca-84d3-49c1-b715-5084be9e0118 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:54.569714 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-85cd3eca-84d3-49c1-b715-5084be9e0118 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.95 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 815 time: 0.1380084 Jun 10 10:28:54.584889 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'port': {'device_id': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'admin_state_up': True, 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:28:54.722723 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Made reservation on behalf of 095821aa57d34c5f9190e6cf64ec3e4a for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:28:54.726209 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:54.866753 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Allocated IP 172.20.0.7 (6d6edb31-db13-4cf7-bcf9-ebd8c46f408d/c6973c42-48fc-46fb-91f5-5e916872afeb/425d326c-73db-457a-869c-e3cf8256efad) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:28:55.060983 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:55.076495 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Transition to ACTIVE for port object 425d326c-73db-457a-869c-e3cf8256efad will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:28:55.144561 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:55.148753 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d7e1b7a3-6779-4125-9607-724ab02bfbfa tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:28:55.237923 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:28:55.241319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:28:55.243920 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:28:55.308018 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:28:55.311551 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:28:55.356896 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:55.357597 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:55.381626 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-1a2e809d-b4a5-4c11-8497-aca4341601e7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8008149 Jun 10 10:28:55.588567 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-339cad7c-7ea5-4bcb-a6e2-dcce82aeff06 None None] Provisioning for port 425d326c-73db-457a-869c-e3cf8256efad completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:28:55.593026 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-339cad7c-7ea5-4bcb-a6e2-dcce82aeff06 None None] Provisioning complete for port 425d326c-73db-457a-869c-e3cf8256efad triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:28:55.593483 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-339cad7c-7ea5-4bcb-a6e2-dcce82aeff06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:28:55.642532 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-339cad7c-7ea5-4bcb-a6e2-dcce82aeff06 None None] Port 425d326c-73db-457a-869c-e3cf8256efad cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:28:55.643874 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e797e7dd-c203-4f06-966e-9c26740611fe req-cd5ff4ce-07f3-4025-a046-f952907207ab tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:55.645378 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e797e7dd-c203-4f06-966e-9c26740611fe req-cd5ff4ce-07f3-4025-a046-f952907207ab tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0767505 Jun 10 10:28:55.688497 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e797e7dd-c203-4f06-966e-9c26740611fe req-3fe89955-0e46-480d-985c-7c85bf017b61 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Jun 10 10:28:56.873268 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b0a04-0bd7-4c2f-82b5-550ee91bda6c req-45e857e9-78c7-4b6d-b7f0-03444d4c3ba9 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:56.874859 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4e8b0a04-0bd7-4c2f-82b5-550ee91bda6c req-45e857e9-78c7-4b6d-b7f0-03444d4c3ba9 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0750711 Jun 10 10:28:56.922753 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4e8b0a04-0bd7-4c2f-82b5-550ee91bda6c req-715ab90d-91e9-4825-af5d-59ab9b397213 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420265 Jun 10 10:28:58.120430 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b728a5fc-9ace-471b-86b1-cfd68753de8f req-4323eebe-2d82-434b-aa0f-e703faa804c2 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:58.122113 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b728a5fc-9ace-471b-86b1-cfd68753de8f req-4323eebe-2d82-434b-aa0f-e703faa804c2 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0813184 Jun 10 10:28:58.167354 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b728a5fc-9ace-471b-86b1-cfd68753de8f req-93744b17-6c72-4405-aae9-938c3d9bf419 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395081 Jun 10 10:28:59.354912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489ce63-808a-4fa9-8500-b1ceb1784bec req-58a62a52-b917-470a-8c7e-72781574fe1c tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:28:59.356389 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e489ce63-808a-4fa9-8500-b1ceb1784bec req-58a62a52-b917-470a-8c7e-72781574fe1c tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0732327 Jun 10 10:28:59.401982 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e489ce63-808a-4fa9-8500-b1ceb1784bec req-2daa583d-46b0-4897-aa43-9a0e6625eee7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392616 Jun 10 10:29:00.587835 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75eb7fce-5e44-432b-9e51-5dce31931dc4 req-7b86bb18-72ac-4dd9-9309-0bb56d93a612 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:00.592775 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-75eb7fce-5e44-432b-9e51-5dce31931dc4 req-7b86bb18-72ac-4dd9-9309-0bb56d93a612 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0779855 Jun 10 10:29:00.649066 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-75eb7fce-5e44-432b-9e51-5dce31931dc4 req-fe0b7b32-17cc-428a-a40f-e6be7b05f754 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496225 Jun 10 10:29:01.822694 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117d1fe-7a09-4650-909d-69d17167f846 req-9aab9f4c-05eb-44c6-8204-b7c8b5ac2f66 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:01.824153 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1117d1fe-7a09-4650-909d-69d17167f846 req-9aab9f4c-05eb-44c6-8204-b7c8b5ac2f66 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0687315 Jun 10 10:29:01.868706 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1117d1fe-7a09-4650-909d-69d17167f846 req-8ae11bc8-a6e2-4ed0-a5d8-4ca629a12c74 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389955 Jun 10 10:29:03.063099 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84b425b-0de3-481c-a66d-e12dd2685438 req-440e78b7-8a2b-4c9e-a785-c48618d445fe tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:03.064903 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d84b425b-0de3-481c-a66d-e12dd2685438 req-440e78b7-8a2b-4c9e-a785-c48618d445fe tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0881352 Jun 10 10:29:03.111179 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d84b425b-0de3-481c-a66d-e12dd2685438 req-76f68a7e-f451-4676-b2dc-81767c73bdb0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404246 Jun 10 10:29:04.298862 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e04ee-244a-4cba-84b7-9707505da1a0 req-771199d9-e992-480b-bbc4-dce2416b4984 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:04.300390 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d82e04ee-244a-4cba-84b7-9707505da1a0 req-771199d9-e992-480b-bbc4-dce2416b4984 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0686867 Jun 10 10:29:04.348501 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d82e04ee-244a-4cba-84b7-9707505da1a0 req-5570aa34-6bcc-48b5-8520-1226d5b4746e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426083 Jun 10 10:29:05.728961 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c537b-ae41-4e12-b067-6c5a904d1fce req-4274a915-3d06-45b3-9f11-8905093cfe34 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:05.730524 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cc1c537b-ae41-4e12-b067-6c5a904d1fce req-4274a915-3d06-45b3-9f11-8905093cfe34 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.2679312 Jun 10 10:29:05.774105 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cc1c537b-ae41-4e12-b067-6c5a904d1fce req-f08e83a5-0df5-42b3-a246-7eae53805d60 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367882 Jun 10 10:29:06.956739 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7081273d-c949-409e-a899-b0f97e8188c9 req-67bc5f1d-2d65-4c1a-9f47-0accb8e4d4ed tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:06.958283 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7081273d-c949-409e-a899-b0f97e8188c9 req-67bc5f1d-2d65-4c1a-9f47-0accb8e4d4ed tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0723741 Jun 10 10:29:06.999729 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7081273d-c949-409e-a899-b0f97e8188c9 req-3bb8779a-47ce-4378-b689-c706c456c32c tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353525 Jun 10 10:29:08.178212 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c075c2-ac40-4629-a9da-21a536ad1035 req-03333de1-adfe-42c8-b82e-c869f54d5aad tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:08.179666 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-47c075c2-ac40-4629-a9da-21a536ad1035 req-03333de1-adfe-42c8-b82e-c869f54d5aad tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 931 time: 0.0697589 Jun 10 10:29:08.228659 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-47c075c2-ac40-4629-a9da-21a536ad1035 req-016d92d9-cc7a-469f-9443-67783661f4a3 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432556 Jun 10 10:29:08.906512 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Request body: {'port': {'device_id': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:08.992763 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:09.295249 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 425d326c-73db-457a-869c-e3cf8256efad {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:29:09.302587 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:09.314344 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Transition to ACTIVE for port object 425d326c-73db-457a-869c-e3cf8256efad will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:29:09.318583 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:09.321375 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8b1d733d-9441-41cf-b6c1-a7f9999218b4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:09.420480 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Pushing event updated for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:09.422042 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb57a3f-57d9-498a-b2a2-3283d8661d11 req-92afddc1-3643-487d-ac43-ad413c2a4ebf tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:09.424870 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:09.425738 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8cb57a3f-57d9-498a-b2a2-3283d8661d11 req-92afddc1-3643-487d-ac43-ad413c2a4ebf tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 943 time: 0.0809822 Jun 10 10:29:09.473506 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8cb57a3f-57d9-498a-b2a2-3283d8661d11 req-3c1e421f-32bb-4f05-b240-87f06a7ab3d7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405219 Jun 10 10:29:09.508751 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Attempting to bind port 425d326c-73db-457a-869c-e3cf8256efad on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:29:09.509007 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Attempting to bind port 425d326c-73db-457a-869c-e3cf8256efad by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:29:09.509344 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Attempting to bind port 425d326c-73db-457a-869c-e3cf8256efad on network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:29:09.513752 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Port 425d326c-73db-457a-869c-e3cf8256efad on network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:29:09.514139 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Attempting to bind port 425d326c-73db-457a-869c-e3cf8256efad on network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:29:09.519572 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:29:09.519914 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Checking segment: {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:29:09.520300 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Bound using segment: {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:29:09.520737 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Bound port: 425d326c-73db-457a-869c-e3cf8256efad, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b59eb085-0849-4f3c-9487-5c76d8fe7c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:29:09.521099 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:09.597549 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:29:09.600481 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=425d326c-73db-457a-869c-e3cf8256efad,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:29:09.605954 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:09.608279 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:09.651710 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:09.652351 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:09.653787 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] 10.222.0.95 "PUT /v2.0/ports/425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 1093 time: 0.7519035 Jun 10 10:29:09.654322 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:09.656705 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:09.680784 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Pushing event updated for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:09.684282 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:09.700562 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8acf4725-2872-4da0-8ab5-2d81b7509f59 x-openstack-request-id: req-8acf4725-2872-4da0-8ab5-2d81b7509f59 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:09.700893 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:09.701180 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-8acf4725-2872-4da0-8ab5-2d81b7509f59 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:09.701609 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad', 'status': 'completed', 'code': 200} Jun 10 10:29:09.775750 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-7ef6c36f-0d44-4b0d-b7e5-4c24d9104cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:09.777256 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-7ef6c36f-0d44-4b0d-b7e5-4c24d9104cd1 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1096 time: 0.0621600 Jun 10 10:29:09.843325 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-c6d33924-3d7f-46c8-aece-e62d791bcedb service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 217 time: 0.0509448 Jun 10 10:29:09.902425 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-349134f9-1868-4424-adf5-1cb5dbab8968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:09.903869 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-349134f9-1868-4424-adf5-1cb5dbab8968 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 200 len: 854 time: 0.0531745 Jun 10 10:29:09.970734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d9126afe-4f46-4feb-94d1-5fff4ee5a28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:09.972232 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-d9126afe-4f46-4feb-94d1-5fff4ee5a28b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586720 Jun 10 10:29:10.098237 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-27683e95-88ee-4538-adc9-381b6dc02902 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177070 Jun 10 10:29:10.214740 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-dfc004c4-c734-4f69-b89d-6612171d099d req-cd251af0-6ccc-42f0-8bcb-28e4729e0ffe service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089396 Jun 10 10:29:10.317057 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-4732aed3-0b13-4289-93b4-92012e4c4efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:10.318537 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-4732aed3-0b13-4289-93b4-92012e4c4efe service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1096 time: 0.0573568 Jun 10 10:29:10.438991 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-bd4b808c-bc0b-45a7-adda-81ad863ac69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:10.440682 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-bd4b808c-bc0b-45a7-adda-81ad863ac69f service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 917 time: 0.1096852 Jun 10 10:29:10.498373 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-cd76fd8a-d25e-40c7-b0b8-895bc1d096d5 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 217 time: 0.0492404 Jun 10 10:29:10.555769 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-0a44ec25-fab8-41ee-acbf-97509f438cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:10.557202 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-0a44ec25-fab8-41ee-acbf-97509f438cdc service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 200 len: 854 time: 0.0515296 Jun 10 10:29:10.622918 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-55ea54c6-5261-4c5d-b080-394b825d5c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:10.624485 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-55ea54c6-5261-4c5d-b080-394b825d5c66 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584266 Jun 10 10:29:10.663899 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c84f70-3c1b-4b21-a049-95f4dbe37558 req-a416958b-ad65-424c-97af-fdd44e96877a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:10.665381 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a8c84f70-3c1b-4b21-a049-95f4dbe37558 req-a416958b-ad65-424c-97af-fdd44e96877a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 943 time: 0.0788512 Jun 10 10:29:10.707520 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a8c84f70-3c1b-4b21-a049-95f4dbe37558 req-b722a535-818f-437b-b5cb-39a081e2a71b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364249 Jun 10 10:29:10.727371 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3ff3cd5f-e9cb-43ac-a468-ab505a967c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:10.751652 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-f7384f42-b658-4a6d-85ba-536590d9d5d3 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175573 Jun 10 10:29:10.868520 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-23ec50a1-4441-403a-a5ad-7318bb0ea8f8 req-87af222e-c2a3-414f-9771-d05645c5cf86 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102908 Jun 10 10:29:11.324638 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512bed8e-5350-48c3-91a2-9fa7b22bb01b req-2514dcc7-e1f8-4c0f-8782-9bc0dfabee98 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:11.326120 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-512bed8e-5350-48c3-91a2-9fa7b22bb01b req-2514dcc7-e1f8-4c0f-8782-9bc0dfabee98 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0731640 Jun 10 10:29:11.373281 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-512bed8e-5350-48c3-91a2-9fa7b22bb01b req-c042f788-8dc6-4deb-93f0-bfbaaad40425 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408406 Jun 10 10:29:11.889534 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e31f62-e8fc-4612-a32c-1a116bd60203 req-ec000b4e-57a0-4cd4-b933-f975ff5a2831 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:11.891058 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-74e31f62-e8fc-4612-a32c-1a116bd60203 req-ec000b4e-57a0-4cd4-b933-f975ff5a2831 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 943 time: 0.0695007 Jun 10 10:29:11.931721 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-74e31f62-e8fc-4612-a32c-1a116bd60203 req-d02b362d-a9b9-4a92-902f-4a726c4fed8a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351152 Jun 10 10:29:12.560524 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d2ed-7f40-4f55-bf2b-3930cd1c6ac3 req-925e7980-2d3c-400b-8c96-1c84d8acffc9 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:12.562533 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8b3d2ed-7f40-4f55-bf2b-3930cd1c6ac3 req-925e7980-2d3c-400b-8c96-1c84d8acffc9 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0737121 Jun 10 10:29:12.604289 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8b3d2ed-7f40-4f55-bf2b-3930cd1c6ac3 req-c2b9360a-c455-4df7-88d8-a523b4342753 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355911 Jun 10 10:29:13.109811 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c9fb-e18d-4961-a183-5fd8de92499f req-04412f3d-8423-4707-9358-f5b4836a4b14 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:13.111326 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d0b6c9fb-e18d-4961-a183-5fd8de92499f req-04412f3d-8423-4707-9358-f5b4836a4b14 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 943 time: 0.0695524 Jun 10 10:29:13.152129 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d0b6c9fb-e18d-4961-a183-5fd8de92499f req-f2c1bd02-b9ef-4433-974d-a9d5e9243bd9 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352721 Jun 10 10:29:13.237226 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:13.238998 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ec60b045-eae1-4ea4-b9fe-3e0ed586718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:13.793969 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1dc1e-2b8a-4bbf-8b98-adc73bc105cb req-ca28c712-036d-4188-8c73-d2eb298861b2 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:13.795346 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-18f1dc1e-2b8a-4bbf-8b98-adc73bc105cb req-ca28c712-036d-4188-8c73-d2eb298861b2 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0716126 Jun 10 10:29:13.826295 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 425d326c-73db-457a-869c-e3cf8256efad details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:29:13.838779 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-18f1dc1e-2b8a-4bbf-8b98-adc73bc105cb req-8f958aeb-8a93-4413-8d3a-e1ab459d79ed tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372789 Jun 10 10:29:13.947538 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=425d326c-73db-457a-869c-e3cf8256efad,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:13.959720 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '425d326c-73db-457a-869c-e3cf8256efad', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'port_id': '425d326c-73db-457a-869c-e3cf8256efad', 'mac_address': 'fa:16:3e:be:ee:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:29:14.002793 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.015269 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0411675a-28d2-41ef-9e15-436346daa724 req-c0381d55-23ac-401b-8b55-a46cdc48e2f7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:14.016781 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-0411675a-28d2-41ef-9e15-436346daa724 req-c0381d55-23ac-401b-8b55-a46cdc48e2f7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 946 time: 0.0715401 Jun 10 10:29:14.017624 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 425d326c-73db-457a-869c-e3cf8256efad {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:29:14.039194 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=425d326c-73db-457a-869c-e3cf8256efad,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:14.044668 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.047093 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:14.102609 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:14.110100 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.110464 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.110814 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.111154 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.111498 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.111837 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.112166 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.112494 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.112824 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.113154 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.113489 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.113811 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:14.117666 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:14.139642 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Deleting port b4177423-2f3a-4d0f-88a7-48e4dd07f401 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:29:14.139999 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.187326 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.262121 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] For port b4177423-2f3a-4d0f-88a7-48e4dd07f401, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=b4177423-2f3a-4d0f-88a7-48e4dd07f401,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:14.262493 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.320732 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['425d326c-73db-457a-869c-e3cf8256efad'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:29:14.335504 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9cce9-173e-4f73-a5c4-d6e9c95b94bd req-b5cea657-87bb-4d86-b85a-0e80f721472f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:14.337149 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-48c9cce9-173e-4f73-a5c4-d6e9c95b94bd req-b5cea657-87bb-4d86-b85a-0e80f721472f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 944 time: 0.0722451 Jun 10 10:29:14.383848 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-48c9cce9-173e-4f73-a5c4-d6e9c95b94bd req-dbdf2012-60a3-43b3-a348-4be0ce2fe426 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376935 Jun 10 10:29:14.519257 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.519644 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.519962 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.l3_db [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Floating IP 43d46c04-0b3f-4882-9b2e-393ebc64effc disassociated. External IP: 172.28.1.114, port: b4177423-2f3a-4d0f-88a7-48e4dd07f401. Jun 10 10:29:14.520316 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Calling delete_port for b4177423-2f3a-4d0f-88a7-48e4dd07f401 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:29:14.674788 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:14.678591 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:14.708989 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event deleted for resources: {'Port': ['ID=b4177423-2f3a-4d0f-88a7-48e4dd07f401,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:14.712841 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:14.988000 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6517fe09-9c91-4df8-a0f7-7b7e0fc329bc req-dbc9e674-316f-4936-8b23-854b970af167 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=d283325a-4987-4fa6-8ac4-66616dc4e2b4 HTTP/1.1" status: 200 len: 210 time: 0.0356903 Jun 10 10:29:15.101392 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Router 56253234-4cf8-49fd-87f0-34695fb41dc1 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:29:15.249629 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:29:15.258882 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] Sync routers for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:29:15.267712 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:29:15.268338 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:29:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:15.308010 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] No DVR routers for this DVR port b4177423-2f3a-4d0f-88a7-48e4dd07f401 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:29:15.310687 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:15.313494 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-0411675a-28d2-41ef-9e15-436346daa724 req-aface025-89c2-4f23-92f9-bb36c859059d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "DELETE /v2.0/ports/b4177423-2f3a-4d0f-88a7-48e4dd07f401 HTTP/1.1" status: 204 len: 173 time: 1.2899966 Jun 10 10:29:15.314028 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'name': 'network-vif-deleted', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:15.317364 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd80379-74e5-48ff-ae85-09e1f1ecbfe6" -d '{"events": [{"server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "name": "network-vif-deleted", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:15.381119 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a00d35-31fd-4379-8b3b-7906caa00cab x-openstack-request-id: req-29a00d35-31fd-4379-8b3b-7906caa00cab {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:15.381448 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d283325a-4987-4fa6-8ac4-66616dc4e2b4", "name": "network-vif-deleted", "tag": "b4177423-2f3a-4d0f-88a7-48e4dd07f401", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:15.381734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-29a00d35-31fd-4379-8b3b-7906caa00cab {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:15.382201 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd283325a-4987-4fa6-8ac4-66616dc4e2b4', 'name': 'network-vif-deleted', 'tag': 'b4177423-2f3a-4d0f-88a7-48e4dd07f401', 'status': 'completed', 'code': 200} Jun 10 10:29:15.444857 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:29:15.598838 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3888ee-62f9-49ce-9325-c90f8f9a4b41 req-89dee8bb-2f36-4766-93b4-6001d92d577f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:15.600419 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dc3888ee-62f9-49ce-9325-c90f8f9a4b41 req-89dee8bb-2f36-4766-93b4-6001d92d577f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 944 time: 0.0780606 Jun 10 10:29:15.643619 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dc3888ee-62f9-49ce-9325-c90f8f9a4b41 req-f3d93efc-4b03-4217-8b40-3c9244fa98e2 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369821 Jun 10 10:29:15.725075 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:15.728394 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] Checking router: 56253234-4cf8-49fd-87f0-34695fb41dc1 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:29:15.737222 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:29:15.737840 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:29:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:15.836161 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 425d326c-73db-457a-869c-e3cf8256efad up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:29:15.933692 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:29:15.938395 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 425d326c-73db-457a-869c-e3cf8256efad completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:29:15.980869 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 425d326c-73db-457a-869c-e3cf8256efad triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:29:15.981252 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.084205 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:29:16.141745 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54450) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:16.210080 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.239448 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.261033 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.292646 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.295324 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.299558 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "DELETE /v2.0/security-groups/bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810 HTTP/1.1" status: 204 len: 168 time: 0.1542325 Jun 10 10:29:16.299558 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-fa84659b-035c-4d3b-8e51-ea5684a6d72b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:16.300510 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54452) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:16.308462 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:16.311409 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:16.324527 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.api.v2.resource [None req-992049cd-b267-4b3b-8872-c4aeda33bcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] show failed (client error): The resource could not be found. Jun 10 10:29:16.329240 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-992049cd-b267-4b3b-8872-c4aeda33bcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups/bf1cb8b5-45ab-4d02-b5cc-0631ec7aa810 HTTP/1.1" status: 404 len: 347 time: 0.0274584 Jun 10 10:29:16.330074 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54454) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:16.392253 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.451212 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d326c-73db-457a-869c-e3cf8256efad'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:16.453666 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1cf308-32db-47d4-ac85-032c1fb77cd5" -d '{"events": [{"server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "name": "network-vif-plugged", "status": "completed", "tag": "425d326c-73db-457a-869c-e3cf8256efad"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:16.471174 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=425d326c-73db-457a-869c-e3cf8256efad,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:16.485219 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.490030 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:16.531326 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a62620-d6e8-479d-bf8c-89a935b96a38 x-openstack-request-id: req-e6a62620-d6e8-479d-bf8c-89a935b96a38 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:16.531713 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "name": "network-vif-plugged", "status": "completed", "tag": "425d326c-73db-457a-869c-e3cf8256efad", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:16.531929 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e6a62620-d6e8-479d-bf8c-89a935b96a38 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:16.532340 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '425d326c-73db-457a-869c-e3cf8256efad', 'code': 200} Jun 10 10:29:16.555899 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:16.569770 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24cc9f81-269f-41be-8e4d-70065ff9a6ed None None] The sync data for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb is: [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:29:16.574161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Deleting port 35d5f2bd-722c-49ab-93fc-dd1169d431b6 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:29:16.574310 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:16.575186 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.578132 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:16.705873 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.706475 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:16.783213 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03808243-44cd-4f91-aa14-1cc9d0e28495 req-2257bdde-1d59-431f-b041-1d6ea7de6557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:16.785157 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-03808243-44cd-4f91-aa14-1cc9d0e28495 req-2257bdde-1d59-431f-b041-1d6ea7de6557 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1098 time: 0.0764325 Jun 10 10:29:16.824629 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Calling delete_port for 35d5f2bd-722c-49ab-93fc-dd1169d431b6 owned by network:floatingip {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:29:16.835606 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-03808243-44cd-4f91-aa14-1cc9d0e28495 req-50c6f2df-66f9-48d1-a65f-14e1e55374fb service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431705 Jun 10 10:29:16.885864 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead74c51-5c6a-4ea8-a430-363a7c6e3808 None None] New status for floating IP 43d46c04-0b3f-4882-9b2e-393ebc64effc: DOWN {{(pid=91751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:29:16.987999 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf021282-08d0-48be-91c7-36ef239b06c4 req-53bfa095-d74b-4953-b75d-abb0502447ff tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:16.989510 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cf021282-08d0-48be-91c7-36ef239b06c4 req-53bfa095-d74b-4953-b75d-abb0502447ff tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.1626549 Jun 10 10:29:17.033698 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cf021282-08d0-48be-91c7-36ef239b06c4 req-f79026e1-ef14-4318-876c-cc1cc34666f6 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372417 Jun 10 10:29:17.109372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.111618 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:17.143759 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event deleted for resources: {'Port': ['ID=35d5f2bd-722c-49ab-93fc-dd1169d431b6,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:17.175205 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.175579 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.175945 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.176300 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.176653 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.177006 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.177359 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.177710 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.178079 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.178428 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.178769 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.179108 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:29:17.184004 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:17.230079 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.232526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.233693 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "DELETE /v2.0/floatingips/43d46c04-0b3f-4882-9b2e-393ebc64effc HTTP/1.1" status: 204 len: 168 time: 0.9024653 Jun 10 10:29:17.538816 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54464) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:17.543646 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'security_group': {'name': 'tempest-securitygroup--170691885', 'description': 'tempest-description--822350'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:17.566093 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.650913 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.654470 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.656694 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1e944f9e-b473-4aa3-bc13-4cd4add4e6a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:17.687866 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.689066 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1775 time: 0.1492455 Jun 10 10:29:17.689806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b75f37b-818b-4e94-abd0-a93e857dcadc,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:17.692310 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54466) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:17.692831 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:17.697126 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'security_group_rule': {'security_group_id': '3b75f37b-818b-4e94-abd0-a93e857dcadc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:17.723855 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.786664 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.790297 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.792352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:17.809715 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4e4160-de3e-4bff-9b4e-cf02ef6ed833,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:17.812599 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:17.816054 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.820370 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54468) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:17.820835 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269612 Jun 10 10:29:17.825421 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'security_group_rule': {'security_group_id': '3b75f37b-818b-4e94-abd0-a93e857dcadc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:17.846919 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b4177423-2f3a-4d0f-88a7-48e4dd07f401 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:29:17.853218 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.873253 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: b4177423-2f3a-4d0f-88a7-48e4dd07f401 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:29:17.873607 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device b4177423-2f3a-4d0f-88a7-48e4dd07f401 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:29:17.925240 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.928996 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.931416 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:17.948937 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d624768-eca1-4bef-a790-f992bcf40688,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:17.951392 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:17.955070 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:17.956270 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1346493 Jun 10 10:29:17.959331 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54470) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:17.963667 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'floatingip': {'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:17.984690 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:18.112345 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:18.485985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a674f0-165e-4ef0-972a-e5f55a5c7209 req-f5099c94-44e4-4d41-80cf-e066b05fc473 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:18.487426 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38a674f0-165e-4ef0-972a-e5f55a5c7209 req-f5099c94-44e4-4d41-80cf-e066b05fc473 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.3281877 Jun 10 10:29:18.495288 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Allocated IP 172.28.1.233 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/20b8910c-c051-4d90-97c4-a21ad02bbb36) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:29:18.560792 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38a674f0-165e-4ef0-972a-e5f55a5c7209 req-8dafb9c9-49c0-4807-8a37-147f40b75d8d tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667107 Jun 10 10:29:18.657370 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:18.734244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:18.745556 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:18.799903 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:29:18.806432 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:29:18.812843 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:29:18.847615 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986a42ff-9916-4d86-af38-e9aa69c13bc8 req-32aca0af-bce3-4a12-bfc1-40885989f6ae tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:18.849016 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-986a42ff-9916-4d86-af38-e9aa69c13bc8 req-32aca0af-bce3-4a12-bfc1-40885989f6ae tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.1728330 Jun 10 10:29:18.849671 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'Port': ['ID=20b8910c-c051-4d90-97c4-a21ad02bbb36,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:18.853827 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:18.934398 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-986a42ff-9916-4d86-af38-e9aa69c13bc8 req-e0720f9f-5dc3-4cf6-a45c-b4b651b157f9 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781484 Jun 10 10:29:18.952439 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:19.006235 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:19.196223 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:19.201005 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:19.204296 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:19.322431 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'Port': ['ID=20b8910c-c051-4d90-97c4-a21ad02bbb36,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:19.325181 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:19.348559 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:19.368150 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:19.369332 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4090979 Jun 10 10:29:19.377856 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ffb26-6073-4edf-a63d-7d4c85d1bbd1 req-24dab990-a744-4e0b-ae4f-bdfbbd7bc56b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:19.379512 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4f9ffb26-6073-4edf-a63d-7d4c85d1bbd1 req-24dab990-a744-4e0b-ae4f-bdfbbd7bc56b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.1082268 Jun 10 10:29:19.424259 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4f9ffb26-6073-4edf-a63d-7d4c85d1bbd1 req-1d500f23-f69a-402a-874b-bc3f7d78cb8f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Jun 10 10:29:19.564490 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-9b665f25-1749-4b80-9e77-c59d3db6e9da tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--170691885&fields=id&tenant_id=2f20117d94364ecfac615a37935aef21 HTTP/1.1" status: 200 len: 267 time: 0.0371437 Jun 10 10:29:19.715582 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-7b0154fd-643c-44ab-87d5-f247d00e120b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:19.723431 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-7b0154fd-643c-44ab-87d5-f247d00e120b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 811 time: 0.1515808 Jun 10 10:29:19.740698 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3069912-ccf9-45f7-8e09-1c9e51b0d5df tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/quotas/2f20117d94364ecfac615a37935aef21 HTTP/1.1" status: 200 len: 375 time: 0.0163758 Jun 10 10:29:19.816361 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-5bd52277-521d-444b-b198-fe45958d8d55 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748138 Jun 10 10:29:19.942026 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-4d71a224-3ae5-499d-8c23-6eed9a95d56d service neutron] 10.222.0.23 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118727 Jun 10 10:29:20.065144 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-ce0c36f6-6286-4e26-b055-d578a02f0889 service neutron] 10.222.0.23 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173034 Jun 10 10:29:20.234358 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-037599e1-9c51-40ec-9735-bd09daa3f50a req-7a86ced7-c064-4ff6-8004-8b9579858ec8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 210 time: 0.0342550 Jun 10 10:29:21.410633 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4f1da020-07f2-413e-bbdf-9528442fbed4 req-a2919d38-554b-4f87-9138-7d67518d5d68 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 210 time: 0.0391893 Jun 10 10:29:21.429799 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-61c34299-8258-4365-b57f-dd62e7ba4194 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:21.431310 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-61c34299-8258-4365-b57f-dd62e7ba4194 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 811 time: 0.1738341 Jun 10 10:29:21.507237 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-63f8a637-f69a-425a-be88-e49894f6fac2 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f20117d94364ecfac615a37935aef21 HTTP/1.1" status: 200 len: 379 time: 0.0514641 Jun 10 10:29:21.517781 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'port': {'device_id': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'admin_state_up': True, 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'security_groups': ['3b75f37b-818b-4e94-abd0-a93e857dcadc']}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:21.654111 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Made reservation on behalf of 2f20117d94364ecfac615a37935aef21 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:29:21.657548 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:21.805376 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Allocated IP 172.20.0.13 (07158307-fe85-4d7e-9a35-7d6b0fbe81b8/66b81de8-8c75-49f5-82c6-ad34b656344f/a899053e-44e4-49f4-802d-0d2ec2bb0be0) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:29:21.972305 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:21.985585 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Transition to ACTIVE for port object a899053e-44e4-49f4-802d-0d2ec2bb0be0 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:29:21.987317 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.020437 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.024201 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:22.073059 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:29:22.076499 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:29:22.080459 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:29:22.086858 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event updated for resources: {'Port': ['ID=a899053e-44e4-49f4-802d-0d2ec2bb0be0,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:22.113345 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:22.141831 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:22.142510 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.158448 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6451473 Jun 10 10:29:22.182936 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Request body: {'port': {'device_id': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:22.278601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.279328 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-7a8d63db-9d85-4862-9a0d-3330c6b153e6 None None] Provisioning for port a899053e-44e4-49f4-802d-0d2ec2bb0be0 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:29:22.283162 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-7a8d63db-9d85-4862-9a0d-3330c6b153e6 None None] Provisioning complete for port a899053e-44e4-49f4-802d-0d2ec2bb0be0 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:29:22.283553 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-7a8d63db-9d85-4862-9a0d-3330c6b153e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.324539 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-7a8d63db-9d85-4862-9a0d-3330c6b153e6 None None] Port a899053e-44e4-49f4-802d-0d2ec2bb0be0 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:29:22.597399 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a899053e-44e4-49f4-802d-0d2ec2bb0be0 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:29:22.598519 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed314d45-a6c3-4f56-b0b9-b3ca1eafc256 req-290156f6-8f8b-41be-b5fa-6cfbece8fb28 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:22.600121 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ed314d45-a6c3-4f56-b0b9-b3ca1eafc256 req-290156f6-8f8b-41be-b5fa-6cfbece8fb28 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 932 time: 0.0714698 Jun 10 10:29:22.606557 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.619984 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Transition to ACTIVE for port object a899053e-44e4-49f4-802d-0d2ec2bb0be0 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:29:22.625382 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.628359 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-91406567-6910-4968-a645-1aa9456e1924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:22.648032 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ed314d45-a6c3-4f56-b0b9-b3ca1eafc256 req-305f5e7d-0664-4032-a45d-e1785a6ea1fd tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413582 Jun 10 10:29:22.735567 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Pushing event updated for resources: {'Port': ['ID=a899053e-44e4-49f4-802d-0d2ec2bb0be0,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:22.738487 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:22.832085 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Attempting to bind port a899053e-44e4-49f4-802d-0d2ec2bb0be0 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:29:22.832427 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Attempting to bind port a899053e-44e4-49f4-802d-0d2ec2bb0be0 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:29:22.832764 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Attempting to bind port a899053e-44e4-49f4-802d-0d2ec2bb0be0 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:29:22.837090 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Port a899053e-44e4-49f4-802d-0d2ec2bb0be0 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:29:22.837427 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Attempting to bind port a899053e-44e4-49f4-802d-0d2ec2bb0be0 on network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:29:22.842188 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:29:22.843115 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Checking segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:29:22.843503 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Bound using segment: {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:29:22.843939 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Bound port: a899053e-44e4-49f4-802d-0d2ec2bb0be0, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '122ee3a5-4806-4d9b-9578-7d198f0588bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:29:22.844353 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.914914 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] For port a899053e-44e4-49f4-802d-0d2ec2bb0be0, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:29:22.919179 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] For port a899053e-44e4-49f4-802d-0d2ec2bb0be0, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:29:22.922689 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.925312 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c3a8a0bf-bb30-4175-9067-53bf157ab4c7 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:22.963786 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:22.964583 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:22.965951 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] 10.222.0.95 "PUT /v2.0/ports/a899053e-44e4-49f4-802d-0d2ec2bb0be0 HTTP/1.1" status: 200 len: 1094 time: 0.7876058 Jun 10 10:29:22.968646 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:22.970951 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba" -d '{"events": [{"name": "network-changed", "server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:23.009283 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Pushing event updated for resources: {'Port': ['ID=a899053e-44e4-49f4-802d-0d2ec2bb0be0,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:23.013213 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-051a6d09-2f63-4241-a1a5-eaae3a2aa63c x-openstack-request-id: req-051a6d09-2f63-4241-a1a5-eaae3a2aa63c {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:23.013619 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:23.013987 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-051a6d09-2f63-4241-a1a5-eaae3a2aa63c {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:23.015026 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'status': 'completed', 'code': 200} Jun 10 10:29:23.015829 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:23.085082 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-36a19526-1ec6-4cb0-abdb-83b10624da87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.086670 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-36a19526-1ec6-4cb0-abdb-83b10624da87 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 1097 time: 0.0637925 Jun 10 10:29:23.149230 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-5d8d6d83-2a6c-42e8-b307-5763eaaf4c47 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0 HTTP/1.1" status: 200 len: 217 time: 0.0514033 Jun 10 10:29:23.210991 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c28c06a9-eaab-4416-8065-e183fed38114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.216189 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-c28c06a9-eaab-4416-8065-e183fed38114 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0553572 Jun 10 10:29:23.289566 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-dc753b09-a347-48f4-894a-1d66ff069136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.291137 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-dc753b09-a347-48f4-894a-1d66ff069136 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699494 Jun 10 10:29:23.415836 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-4820da9f-15f3-48e0-8f44-c5a317424d5f service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151178 Jun 10 10:29:23.563800 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-13e814ea-e9f5-4ba3-8efb-df4c988311d8 req-ad42efc2-4ff6-441e-93f7-bbcc979c17e8 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346705 Jun 10 10:29:23.683576 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-bfaa2786-cec5-4cb4-8e65-fdc01eb0cc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.684998 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-bfaa2786-cec5-4cb4-8e65-fdc01eb0cc91 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 1097 time: 0.0641878 Jun 10 10:29:23.782565 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c3560-5098-4870-960f-d3e5133b3dad req-5ff85796-d118-4ca3-a8b0-cd2d7c60661c tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.784258 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-350c3560-5098-4870-960f-d3e5133b3dad req-5ff85796-d118-4ca3-a8b0-cd2d7c60661c tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.0760405 Jun 10 10:29:23.820216 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-86d353a1-eda9-42d8-9d77-88b237c920cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.821697 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-86d353a1-eda9-42d8-9d77-88b237c920cb service neutron] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 913 time: 0.1272848 Jun 10 10:29:23.864067 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-350c3560-5098-4870-960f-d3e5133b3dad req-265ff3aa-5c93-4720-aefb-a461d0ef35e8 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742369 Jun 10 10:29:23.884850 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-55015772-4048-4bae-a936-99a93ee1fea4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0 HTTP/1.1" status: 200 len: 217 time: 0.0518947 Jun 10 10:29:23.890230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54560) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:23.902524 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a10f8d-5267-48c9-bbbf-9bc503e896df req-225d6c6d-982e-45c7-a012-dbc5a988fa86 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.913054 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-61a10f8d-5267-48c9-bbbf-9bc503e896df req-225d6c6d-982e-45c7-a012-dbc5a988fa86 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 944 time: 0.0931630 Jun 10 10:29:23.952998 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-61a10f8d-5267-48c9-bbbf-9bc503e896df req-d0ab05da-39d6-4c9f-bd25-1c77e86a1e28 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384438 Jun 10 10:29:23.953199 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-22f736f9-4db4-4ac6-92ed-64e08b6ba875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:23.955568 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-22f736f9-4db4-4ac6-92ed-64e08b6ba875 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0596828 Jun 10 10:29:24.034784 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-86afb96a-1293-45d7-b839-6767cca0ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:24.036389 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-86afb96a-1293-45d7-b839-6767cca0ef27 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700853 Jun 10 10:29:24.219414 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-34cd05d4-48ca-4e66-a64e-680cee603b15 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639171 Jun 10 10:29:24.225358 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbdac5b-2b5d-4ee8-bde4-538ca56fbe2d tempest-TestMinimumBasicScenario-74693505 tempest-TestMinimumBasicScenario-74693505-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:24.226740 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-0dbdac5b-2b5d-4ee8-bde4-538ca56fbe2d tempest-TestMinimumBasicScenario-74693505 tempest-TestMinimumBasicScenario-74693505-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1093 time: 0.3353369 Jun 10 10:29:24.229909 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54564) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:24.235351 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'floatingip': {'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'port_id': '425d326c-73db-457a-869c-e3cf8256efad', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:24.257559 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for floatingip, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:24.336622 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-fc7cbb98-8f8d-40f7-b302-842fb8b3bdba req-9b8d0a19-009c-49ef-90b8-260f0e5e216a service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087308 Jun 10 10:29:24.379522 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:24.501473 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Allocated IP 172.28.1.24 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/af331fac-3513-48a7-a30c-a0910d10621a) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:29:24.626549 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:24.666454 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:24.669375 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:24.716097 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:29:24.719459 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:29:24.723190 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:29:24.755568 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'Port': ['ID=af331fac-3513-48a7-a30c-a0910d10621a,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:24.764176 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:25.367713 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8746f1d-b679-4bce-9920-5257101b358c req-36cbac4e-8b00-43aa-8939-2a03f245cdd6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:25.369192 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b8746f1d-b679-4bce-9920-5257101b358c req-36cbac4e-8b00-43aa-8939-2a03f245cdd6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 944 time: 0.1267829 Jun 10 10:29:25.568840 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b8746f1d-b679-4bce-9920-5257101b358c req-93968e78-2a27-445a-bc10-2e61cb40fa5d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1364894 Jun 10 10:29:25.618701 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:25.737552 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:25.916899 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:25.921545 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:25.924438 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:26.002114 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'Port': ['ID=af331fac-3513-48a7-a30c-a0910d10621a,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:26.005880 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:26.013970 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.150760 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.l3_db [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Floating IP 40c97cd8-d0be-4652-9c94-7e30880f4bea associated. External IP: 172.28.1.24, port: 425d326c-73db-457a-869c-e3cf8256efad. Jun 10 10:29:26.433124 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Router b947f126-4b9d-4208-a224-1a1d22d6bc6a has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:29:26.578442 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:29:26.587744 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] Sync routers for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:29:26.596912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.600403 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:29:26.601185 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:29:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:26.641056 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4098036 Jun 10 10:29:26.641733 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:26.643862 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54574) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:26.649412 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1937645039', 'description': 'tempest-secgroup-smoke-1937645039 description', 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:26.674415 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.774804 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea41bea-bfc1-44d9-bc17-2f695f999e52 req-0eb876c4-6005-47ba-b68c-ca7c08b839e3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:26.776518 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ea41bea-bfc1-44d9-bc17-2f695f999e52 req-0eb876c4-6005-47ba-b68c-ca7c08b839e3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 944 time: 0.0860853 Jun 10 10:29:26.791472 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.796818 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:29:26.798646 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.803871 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4d7db908-8d90-40c7-857d-197706945ff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:26.824785 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9619a727-9ce4-46c1-9723-000df269a6e5" -d '{"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:26.840687 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ea41bea-bfc1-44d9-bc17-2f695f999e52 req-d30dc99a-a24e-43b6-a091-b2c758cd3455 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550411 Jun 10 10:29:26.850696 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.852011 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2069867 Jun 10 10:29:26.853305 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38b15ce8-b8cf-49a9-b965-99fca25a2a9b,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:26.855089 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54584) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:26.856368 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:26.859979 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'security_group_rule': {'security_group_id': '38b15ce8-b8cf-49a9-b965-99fca25a2a9b', 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:26.892776 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.944133 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f550732a-96c7-4f07-95eb-d7ba5b2314f8 x-openstack-request-id: req-f550732a-96c7-4f07-95eb-d7ba5b2314f8 {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:26.944465 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:26.944752 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f550732a-96c7-4f07-95eb-d7ba5b2314f8 {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:26.945250 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad', 'status': 'completed', 'code': 200} Jun 10 10:29:26.960793 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.965460 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.967523 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:26.985635 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a694f17-eea0-41e5-a1e1-bf8377217715,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:26.988665 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:26.994753 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:26.995929 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398528 Jun 10 10:29:27.000421 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54586) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:27.004951 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'security_group_rule': {'security_group_id': '38b15ce8-b8cf-49a9-b965-99fca25a2a9b', 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:27.033425 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.034781 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-ec67004f-131b-473f-9987-28402dc5f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:27.036271 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-ec67004f-131b-473f-9987-28402dc5f6ca service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1098 time: 0.0641370 Jun 10 10:29:27.100728 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.105352 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.107774 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-25c11fb4-ec37-4262-a1e7-4caeb6b49cc6 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:27.132354 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.133877 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1323206 Jun 10 10:29:27.135343 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de7b037-f098-4bc6-ab2a-854d5c8d0d38,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:27.137246 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54588) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:27.144001 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'security_group_rule': {'security_group_id': '38b15ce8-b8cf-49a9-b965-99fca25a2a9b', 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:27.151183 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-2a60e0d5-8105-4581-905c-0b56dbe2fee1 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:27.155047 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '40c97cd8-d0be-4652-9c94-7e30880f4bea', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'floating_ip_address': '172.28.1.24', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'port_id': '425d326c-73db-457a-869c-e3cf8256efad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'mac_address': 'fa:16:3e:be:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:29:25Z', 'updated_at': '2021-06-10T10:29:25Z', 'revision_number': 0, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 5, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:27.159652 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] Checking router: b947f126-4b9d-4208-a224-1a1d22d6bc6a for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:29:27.170936 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:29:27.171783 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:29:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:27.177521 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.251779 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.255689 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.257972 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ab63e089-b0cb-4a9d-b618-7dd0dce20057 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:27.278624 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adb65b83-3748-4d89-a599-31a4f505ad55,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:27.281940 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:27.286003 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.287765 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1493125 Jun 10 10:29:27.294415 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54590) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:27.299744 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'security_group_rule': {'security_group_id': '38b15ce8-b8cf-49a9-b965-99fca25a2a9b', 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:27.333290 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:29:27.333523 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.414499 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.420348 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.423943 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:27.434005 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-a198ac25-e579-4796-917d-2a8821ba7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:27.435480 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-a198ac25-e579-4796-917d-2a8821ba7393 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 917 time: 0.3915560 Jun 10 10:29:27.443452 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430e179e-06c6-476f-ba30-1aaaa0725d86,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:27.448336 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:27.454296 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.455581 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-0c44b6b0-425d-43c0-bbd7-f4de10bc8f1e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1601081 Jun 10 10:29:27.458161 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54594) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:27.462858 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'security_group_rule': {'security_group_id': '38b15ce8-b8cf-49a9-b965-99fca25a2a9b', 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:27.492677 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.securitygroups_db [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Project 095821aa57d34c5f9190e6cf64ec3e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:29:27.498403 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.532247 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-24af4a74-acea-49c9-907a-2bc62208f795 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 998 time: 0.0852027 Jun 10 10:29:27.571914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.576272 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.582781 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b9bd8db8-ccb6-42e9-9097-a69ff0460d40 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:27.594457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfb5ad11-320c-4ef4-b50b-d630c513293e,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:27.597355 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:27.598786 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-1947ee20-9761-48f8-9ad0-d6741c6321a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:27.600281 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-1947ee20-9761-48f8-9ad0-d6741c6321a2 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 200 len: 854 time: 0.0616026 Jun 10 10:29:27.608734 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.610328 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512430 Jun 10 10:29:27.613007 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54596) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:27.617711 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'security_group_rule': {'security_group_id': '38b15ce8-b8cf-49a9-b965-99fca25a2a9b', 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:27.642392 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.securitygroups_db [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Project 095821aa57d34c5f9190e6cf64ec3e4a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:29:27.647998 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.663395 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '40c97cd8-d0be-4652-9c94-7e30880f4bea', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'floating_ip_address': '172.28.1.24', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'port_id': '425d326c-73db-457a-869c-e3cf8256efad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'mac_address': 'fa:16:3e:be:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:29:25Z', 'updated_at': '2021-06-10T10:29:25Z', 'revision_number': 0, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 5, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:27.667468 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadb4e7-85c0-4ba5-9646-683be94f13fc None None] The sync data for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb is: [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '40c97cd8-d0be-4652-9c94-7e30880f4bea', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'floating_ip_address': '172.28.1.24', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'port_id': '425d326c-73db-457a-869c-e3cf8256efad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'mac_address': 'fa:16:3e:be:ee:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:29:25Z', 'updated_at': '2021-06-10T10:29:25Z', 'revision_number': 0, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 5, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:29:27.669167 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-e26d4174-b801-4309-9622-ce4728e3136f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:27.670851 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-e26d4174-b801-4309-9622-ce4728e3136f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628309 Jun 10 10:29:27.723959 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.728361 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.733986 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-302e0655-dde5-4f38-98b8-31b2356050d3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:27.749341 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4fc8b8-9114-419e-80bc-e348b63bb8ab,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:27.752311 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:27.763794 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:27.768272 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6c8211cd-f3e0-49ff-bd83-ad813dc63ba5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514769 Jun 10 10:29:27.796370 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-f9d5ec3b-de78-47a4-a761-dde1e2c3ee7a service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172690 Jun 10 10:29:27.877368 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device a899053e-44e4-49f4-802d-0d2ec2bb0be0 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:29:27.889144 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d07c3a-b4a6-417c-85e2-db6585d9aee9 None None] New status for floating IP 40c97cd8-d0be-4652-9c94-7e30880f4bea: ACTIVE {{(pid=91751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:29:27.941107 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-9619a727-9ce4-46c1-9723-000df269a6e5 req-be771c57-6c6d-4ca8-b22e-420e4c8c01bc service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341803 Jun 10 10:29:27.942484 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-263b000c-1623-4632-9620-e7a2ebfdea98 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937645039&fields=id&tenant_id=095821aa57d34c5f9190e6cf64ec3e4a HTTP/1.1" status: 200 len: 267 time: 0.0769546 Jun 10 10:29:28.018844 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port a899053e-44e4-49f4-802d-0d2ec2bb0be0, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:28.033388 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'port_id': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'mac_address': 'fa:16:3e:d1:56:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:29:28.062473 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-d2a6ca19-1d9f-4aed-9e9b-0febe6983345 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:28.064141 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-d2a6ca19-1d9f-4aed-9e9b-0febe6983345 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.1168694 Jun 10 10:29:28.081364 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'port': {'security_groups': ['e4ac4291-0872-4ca8-a95d-8518890b9a29', '38b15ce8-b8cf-49a9-b965-99fca25a2a9b']}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:28.231158 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:28.247490 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a899053e-44e4-49f4-802d-0d2ec2bb0be0 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:29:28.269369 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port a899053e-44e4-49f4-802d-0d2ec2bb0be0, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:28.273415 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:28.276301 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:28.330805 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=a899053e-44e4-49f4-802d-0d2ec2bb0be0,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:28.334848 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:28.396957 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4ac30-65b2-432e-bcd8-34a379010b3f req-a203bc71-54ac-4e7c-a5b0-6f4fbcee54f3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:28.398341 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ace4ac30-65b2-432e-bcd8-34a379010b3f req-a203bc71-54ac-4e7c-a5b0-6f4fbcee54f3 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 944 time: 0.3851945 Jun 10 10:29:28.462442 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:28.490478 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ace4ac30-65b2-432e-bcd8-34a379010b3f req-9b684ad8-3239-447d-b81b-0077e6feb6fa tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685310 Jun 10 10:29:28.605778 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['a899053e-44e4-49f4-802d-0d2ec2bb0be0'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:29:28.710427 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=425d326c-73db-457a-869c-e3cf8256efad,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:28.741480 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:28.746304 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:28.750663 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8220b02a-fd68-4c27-a751-eb14aa6a7cae tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:28.846783 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:28.847429 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:28.849033 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6666303f-24d1-4b03-9951-fb3aeebe50b7 req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "PUT /v2.0/ports/425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 981 time: 0.7745385 Jun 10 10:29:28.886138 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=6']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:28.898428 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-fe8802b6-31eb-4e6e-8558-0dad0422fd1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:28.946899 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:28.949537 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53226c02-3c2d-4feb-ab44-7253b354f4e8" -d '{"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:28.958161 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['425d326c-73db-457a-869c-e3cf8256efad'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:29:29.020809 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e604e81-1e8d-4f3d-83d5-8efac5d33928 x-openstack-request-id: req-1e604e81-1e8d-4f3d-83d5-8efac5d33928 {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:29.021935 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:29.021935 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-1e604e81-1e8d-4f3d-83d5-8efac5d33928 {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:29.022315 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad', 'status': 'completed', 'code': 200} Jun 10 10:29:29.057674 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-2806ad3e-72d1-41cc-9db4-830ad090bc11 None None] Provisioning complete for port 425d326c-73db-457a-869c-e3cf8256efad triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:29:29.058096 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-2806ad3e-72d1-41cc-9db4-830ad090bc11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:29.061914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cd0d8d-16fe-452e-b4c5-b4fc13f9f438 req-48c5361b-84dc-4f0e-b4ac-1ad2c108a9ca tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:29.068539 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a7cd0d8d-16fe-452e-b4c5-b4fc13f9f438 req-48c5361b-84dc-4f0e-b4ac-1ad2c108a9ca tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0944195 Jun 10 10:29:29.095783 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-79818972-dedb-4a53-a92c-1a246749f458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:29.097339 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-79818972-dedb-4a53-a92c-1a246749f458 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1137 time: 0.0655437 Jun 10 10:29:29.109688 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a7cd0d8d-16fe-452e-b4c5-b4fc13f9f438 req-d7cbcf8d-87c8-4bc3-a0e8-5006d70daf61 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401189 Jun 10 10:29:29.221311 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['425d326c-73db-457a-869c-e3cf8256efad'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:29:29.221522 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-31cf2b48-4192-4806-9a4d-23db72eed9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:29.222811 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-31cf2b48-4192-4806-9a4d-23db72eed9a3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 917 time: 0.1163480 Jun 10 10:29:29.317421 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-10b46232-415c-4f4c-8353-e102eaf98703 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 1000 time: 0.0791955 Jun 10 10:29:29.383616 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-652d2753-228e-4851-8841-a83ae158f0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:29.385065 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-652d2753-228e-4851-8841-a83ae158f0a8 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 200 len: 854 time: 0.0522192 Jun 10 10:29:29.462299 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-288fd7c8-713f-436e-b2f3-15c44d6bab01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:29.463792 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-288fd7c8-713f-436e-b2f3-15c44d6bab01 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0593190 Jun 10 10:29:29.598895 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-d102a163-a7c0-476e-ba5d-97ddbbb027ad service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254480 Jun 10 10:29:29.741072 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3fee6-9060-4f90-ae94-b21de67c6b2d req-55f1bb73-89dc-4410-948e-4bfaf02604c4 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:29.742643 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e9a3fee6-9060-4f90-ae94-b21de67c6b2d req-55f1bb73-89dc-4410-948e-4bfaf02604c4 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 945 time: 0.1355679 Jun 10 10:29:29.747786 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53226c02-3c2d-4feb-ab44-7253b354f4e8 req-8255ab55-843a-4bb4-a9df-39051b4161b8 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1416135 Jun 10 10:29:29.786538 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e9a3fee6-9060-4f90-ae94-b21de67c6b2d req-759a278b-bc77-4848-8c30-a5e226111b81 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371966 Jun 10 10:29:29.904041 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device a899053e-44e4-49f4-802d-0d2ec2bb0be0 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:29:29.960689 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port a899053e-44e4-49f4-802d-0d2ec2bb0be0 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:29:29.964273 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port a899053e-44e4-49f4-802d-0d2ec2bb0be0 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:29:29.964655 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:30.056940 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:30.082625 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:30.084934 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2dae399-0145-442b-8aed-e14b0b1ee313" -d '{"events": [{"server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "name": "network-vif-plugged", "status": "completed", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:30.098539 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port a899053e-44e4-49f4-802d-0d2ec2bb0be0, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:29:30.103615 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:30.106258 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:29:30.139650 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3faaa3-434e-4d4f-8a24-2dfb5d233c90 x-openstack-request-id: req-5c3faaa3-434e-4d4f-8a24-2dfb5d233c90 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:30.139969 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "name": "network-vif-plugged", "status": "completed", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:30.140202 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c3faaa3-434e-4d4f-8a24-2dfb5d233c90 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:30.140641 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'code': 200} Jun 10 10:29:30.171575 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=a899053e-44e4-49f4-802d-0d2ec2bb0be0,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:29:30.174813 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:29:30.391111 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e048336-533b-444a-a8ad-a0267e872e6e req-660293a6-7102-494f-8ad8-303745ea243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:30.392568 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7e048336-533b-444a-a8ad-a0267e872e6e req-660293a6-7102-494f-8ad8-303745ea243d service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 1099 time: 0.0571351 Jun 10 10:29:30.430591 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7e048336-533b-444a-a8ad-a0267e872e6e req-f01d009a-55ca-45c1-beb9-47df6b0e9a79 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311563 Jun 10 10:29:31.020849 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efea940-fd58-4a49-aeaf-a5fbfeeffcaf req-32402d2b-2395-49c2-ba4d-7e42d592d3fa tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:31.022333 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8efea940-fd58-4a49-aeaf-a5fbfeeffcaf req-32402d2b-2395-49c2-ba4d-7e42d592d3fa tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 946 time: 0.1161277 Jun 10 10:29:31.063623 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8efea940-fd58-4a49-aeaf-a5fbfeeffcaf req-06c543fe-3630-47ff-8e54-86fbd7973dc9 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355787 Jun 10 10:29:32.243276 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b811fc-cafc-4160-9cfb-09e376e62cdd req-2c3e702f-c2bf-4ff1-b963-5686ff8158dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:32.244641 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c5b811fc-cafc-4160-9cfb-09e376e62cdd req-2c3e702f-c2bf-4ff1-b963-5686ff8158dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 946 time: 0.0719090 Jun 10 10:29:32.285280 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c5b811fc-cafc-4160-9cfb-09e376e62cdd req-590f16c5-26ea-42cf-b575-ff32140b0d6f tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348582 Jun 10 10:29:32.458368 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ffffb0-1954-44b1-a48d-43590e96c65c req-6baba080-c867-4403-829e-c4af0a549fb2 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:32.459826 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e7ffffb0-1954-44b1-a48d-43590e96c65c req-6baba080-c867-4403-829e-c4af0a549fb2 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 946 time: 0.0693159 Jun 10 10:29:32.468667 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 54630) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:29:32.473096 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Request body: {'floatingip': {'port_id': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:29:32.528322 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:33.135658 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:33.140675 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:33.281872 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.l3_db [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Floating IP 5547d0bc-693b-4783-80e2-a6ace8118874 associated. External IP: 172.28.1.233, port: a899053e-44e4-49f4-802d-0d2ec2bb0be0. Jun 10 10:29:33.562815 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Router 56253234-4cf8-49fd-87f0-34695fb41dc1 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:29:33.929450 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:29:33.933751 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:33.940340 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] Sync routers for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:29:33.950726 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:29:33.951350 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:29:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:33.975882 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c2091d22-b8b9-4a2a-98ce-658a8caffcd0 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "PUT /v2.0/floatingips/5547d0bc-693b-4783-80e2-a6ace8118874 HTTP/1.1" status: 200 len: 992 time: 1.5061741 Jun 10 10:29:33.976713 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:29:33.979160 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f43aa10-8890-43ee-9868-e9142a2f3d32" -d '{"events": [{"name": "network-changed", "server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:29:34.018589 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2890c0c-4d1f-48f4-908c-bf2945285483 x-openstack-request-id: req-f2890c0c-4d1f-48f4-908c-bf2945285483 {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:29:34.018931 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:29:34.019226 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f2890c0c-4d1f-48f4-908c-bf2945285483 {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:29:34.019883 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'status': 'completed', 'code': 200} Jun 10 10:29:34.095909 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:29:34.112019 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-1157cf70-b254-4619-b51a-762751466df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:34.113523 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-1157cf70-b254-4619-b51a-762751466df9 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=2f20117d94364ecfac615a37935aef21&device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 1099 time: 0.0668266 Jun 10 10:29:34.243553 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-40bd3fab-eadf-40e6-9921-f9a1ba03bd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:34.245276 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-40bd3fab-eadf-40e6-9921-f9a1ba03bd89 service neutron] 10.222.0.95 "GET /v2.0/networks?id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 200 len: 913 time: 0.1163728 Jun 10 10:29:34.335234 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-14e80309-db2d-4834-88cd-e5545e25b410 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0 HTTP/1.1" status: 200 len: 1000 time: 0.0821164 Jun 10 10:29:34.395144 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '5547d0bc-693b-4783-80e2-a6ace8118874', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'floating_ip_address': '172.28.1.233', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'port_id': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'mac_address': 'fa:16:3e:d1:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:29:18Z', 'updated_at': '2021-06-10T10:29:33Z', 'revision_number': 1, 'project_id': '2f20117d94364ecfac615a37935aef21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:34.397336 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-86202f2b-9362-418f-9886-e0c9f9b9f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:34.398579 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] Checking router: 56253234-4cf8-49fd-87f0-34695fb41dc1 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:29:34.398808 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-86202f2b-9362-418f-9886-e0c9f9b9f471 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 200 len: 850 time: 0.0555120 Jun 10 10:29:34.407152 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:29:34.407758 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:29:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:34.467090 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-68692a1b-d6f0-447d-98e7-96e49fbdd36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:34.469390 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-68692a1b-d6f0-447d-98e7-96e49fbdd36e service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=07158307-fe85-4d7e-9a35-7d6b0fbe81b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0584249 Jun 10 10:29:34.555949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:29:34.591868 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-575491b2-2b7e-4182-a53c-f8d19fb9382b service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104171 Jun 10 10:29:34.713498 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f43aa10-8890-43ee-9868-e9142a2f3d32 req-bba81460-6494-4811-bd07-e0ed73515db1 service neutron] 10.222.0.95 "GET /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124876 Jun 10 10:29:34.962079 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '5547d0bc-693b-4783-80e2-a6ace8118874', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'floating_ip_address': '172.28.1.233', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'port_id': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'mac_address': 'fa:16:3e:d1:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:29:18Z', 'updated_at': '2021-06-10T10:29:33Z', 'revision_number': 1, 'project_id': '2f20117d94364ecfac615a37935aef21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:29:34.965511 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65fc1fb3-912a-4d19-aede-4d3b27e50fb2 None None] The sync data for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb is: [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '5547d0bc-693b-4783-80e2-a6ace8118874', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'floating_ip_address': '172.28.1.233', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'port_id': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'mac_address': 'fa:16:3e:d1:56:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:29:18Z', 'updated_at': '2021-06-10T10:29:33Z', 'revision_number': 1, 'project_id': '2f20117d94364ecfac615a37935aef21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:29:35.145514 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9ed3d83-2692-454c-967f-3b766828f082 None None] New status for floating IP 5547d0bc-693b-4783-80e2-a6ace8118874: ACTIVE {{(pid=91751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:29:40.727599 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-4e0d2b6c-e4a6-4d2c-b44d-cdd1a31bf6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:42.973019 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37155b8a-dc95-4eb0-8e23-95dab0726c71 req-5d7a788c-d39a-4639-8fda-b1f52fa71cc0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:42.974430 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-37155b8a-dc95-4eb0-8e23-95dab0726c71 req-5d7a788c-d39a-4639-8fda-b1f52fa71cc0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0746536 Jun 10 10:29:43.040943 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-37155b8a-dc95-4eb0-8e23-95dab0726c71 req-ac8b489b-267e-48c4-86dc-8f0eb2ad41ab tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600231 Jun 10 10:29:43.237313 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:43.239347 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-838656eb-f704-4555-8bb8-7d1417fe62ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:44.189980 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:44.230510 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9edab-98ea-4886-8edd-af36bbcffafa req-2edfed1d-b766-4b3c-afc9-1d58274aed98 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:44.234157 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ac9edab-98ea-4886-8edd-af36bbcffafa req-2edfed1d-b766-4b3c-afc9-1d58274aed98 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0754235 Jun 10 10:29:44.273945 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ac9edab-98ea-4886-8edd-af36bbcffafa req-3a856840-3202-4a90-892b-0957b4cff41f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380118 Jun 10 10:29:45.455802 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1aadb-4eff-4806-b33f-e534f93ee0e0 req-c88b0b75-d57c-458f-88e6-41d72de300d2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:45.457266 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-86c1aadb-4eff-4806-b33f-e534f93ee0e0 req-c88b0b75-d57c-458f-88e6-41d72de300d2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0689225 Jun 10 10:29:45.501728 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-86c1aadb-4eff-4806-b33f-e534f93ee0e0 req-6b945069-f8c2-42f3-bdcb-be8d75c9b6d1 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389044 Jun 10 10:29:46.079119 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:46.685534 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac77ff2-1bda-4bcd-ad75-ebe8e02710cb req-9fbbc562-1b75-4715-a0df-cfa736cf3ad8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:46.687112 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ac77ff2-1bda-4bcd-ad75-ebe8e02710cb req-9fbbc562-1b75-4715-a0df-cfa736cf3ad8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0690732 Jun 10 10:29:46.728560 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ac77ff2-1bda-4bcd-ad75-ebe8e02710cb req-a9e143da-81b9-4618-83f7-becb681431d0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356138 Jun 10 10:29:47.909794 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e574bc-06f8-415b-b01c-8b961faf4e64 req-b1968fc5-f125-4ef5-a9bc-d59049fb9fce tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:47.911177 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-75e574bc-06f8-415b-b01c-8b961faf4e64 req-b1968fc5-f125-4ef5-a9bc-d59049fb9fce tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0686355 Jun 10 10:29:47.956039 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-75e574bc-06f8-415b-b01c-8b961faf4e64 req-cb9abe87-fed7-4db6-936e-46c544a7a855 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393322 Jun 10 10:29:49.142594 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d67227-716c-4c42-b781-13ea741943ce req-03387328-d471-4122-873a-16eaf6b42da6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:49.144050 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38d67227-716c-4c42-b781-13ea741943ce req-03387328-d471-4122-873a-16eaf6b42da6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0705352 Jun 10 10:29:49.184622 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38d67227-716c-4c42-b781-13ea741943ce req-3b1dd0d2-32c1-4701-9f02-8048ba2b059f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349436 Jun 10 10:29:50.366633 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b8c01-696a-47f6-b3aa-1e3b8251b61f req-ab52880e-d5d8-44aa-85a3-73181fe3594f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:50.368096 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cc0b8c01-696a-47f6-b3aa-1e3b8251b61f req-ab52880e-d5d8-44aa-85a3-73181fe3594f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0692983 Jun 10 10:29:50.416457 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cc0b8c01-696a-47f6-b3aa-1e3b8251b61f req-af442cef-3153-443c-aafc-2ecae529cbdd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427568 Jun 10 10:29:51.598069 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606dbed-cfa9-49b4-a2f7-8c733918f337 req-e0033bf2-64c4-45fe-93f9-19e24122d86d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:51.599778 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a606dbed-cfa9-49b4-a2f7-8c733918f337 req-e0033bf2-64c4-45fe-93f9-19e24122d86d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0708592 Jun 10 10:29:51.641430 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a606dbed-cfa9-49b4-a2f7-8c733918f337 req-944d8d6a-8cb4-48ef-ba12-3b4483f7d4b0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361536 Jun 10 10:29:51.989666 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:29:52.824162 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c27c2-0a23-4aa0-af2f-f7142ee060da req-61945b3c-4515-4e15-9ce4-cbebe1dfa206 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:52.825629 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bc5c27c2-0a23-4aa0-af2f-f7142ee060da req-61945b3c-4515-4e15-9ce4-cbebe1dfa206 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0698614 Jun 10 10:29:52.870850 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bc5c27c2-0a23-4aa0-af2f-f7142ee060da req-b28d71c0-5eda-4a17-8448-f094ffc56879 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387993 Jun 10 10:29:53.083472 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:29:54.207047 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7d95c-d2be-400c-977d-a6ccbc9019ec req-36bb2c2d-2137-49c7-bcc7-16ad93466521 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:54.208405 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e5e7d95c-d2be-400c-977d-a6ccbc9019ec req-36bb2c2d-2137-49c7-bcc7-16ad93466521 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0697215 Jun 10 10:29:54.252451 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e5e7d95c-d2be-400c-977d-a6ccbc9019ec req-699e9aea-9eb9-48fb-827f-e4d9c5f94176 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384729 Jun 10 10:29:55.432689 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d56cd3-8db8-41c1-bbd7-72d4478d5452 req-493593dd-8481-4067-8f42-44da7f976fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:55.434151 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f0d56cd3-8db8-41c1-bbd7-72d4478d5452 req-493593dd-8481-4067-8f42-44da7f976fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0681977 Jun 10 10:29:55.479029 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f0d56cd3-8db8-41c1-bbd7-72d4478d5452 req-1bce0641-75c7-4713-af94-01c4d7962bb8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393448 Jun 10 10:29:56.658302 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a37604-359a-4475-8b9f-e60fb60a5281 req-26bde822-3ad7-4376-8eb3-9083c579a3c6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:56.659740 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46a37604-359a-4475-8b9f-e60fb60a5281 req-26bde822-3ad7-4376-8eb3-9083c579a3c6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0678947 Jun 10 10:29:56.700926 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46a37604-359a-4475-8b9f-e60fb60a5281 req-877a0c13-c049-4a4c-9a4d-b48c5c5eff2e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356703 Jun 10 10:29:57.888272 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104fc09-2815-4c44-ab0e-8d0e8f18575d req-2c7bdaf7-cb86-4aa2-9c33-706e3c194b1f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:57.890347 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d104fc09-2815-4c44-ab0e-8d0e8f18575d req-2c7bdaf7-cb86-4aa2-9c33-706e3c194b1f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0694115 Jun 10 10:29:57.937446 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d104fc09-2815-4c44-ab0e-8d0e8f18575d req-010b70d7-2319-4218-831a-72e8fd9b5b71 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Jun 10 10:29:59.128494 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f59a1-6280-4834-bf34-5c9da13f1c18 req-01db2c98-f96d-4144-9e4f-448e80af5707 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:29:59.129997 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e66f59a1-6280-4834-bf34-5c9da13f1c18 req-01db2c98-f96d-4144-9e4f-448e80af5707 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0766912 Jun 10 10:29:59.171930 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e66f59a1-6280-4834-bf34-5c9da13f1c18 req-d52d39a4-51ee-423f-be2b-dded02ebd7d4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361748 Jun 10 10:30:00.007426 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:30:00.129701 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:00.142137 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'port_id': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'mac_address': 'fa:16:3e:0e:68:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:30:00.183896 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:00.203477 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:30:00.225715 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:00.229744 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:00.232421 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:00.291614 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=6']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:00.294634 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:00.350443 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:30:00.356536 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae744789-fbf7-480a-b57a-4a937c1f5626 req-9cbbc0c2-4d45-49a4-ae81-d8625b93fee4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:00.358051 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ae744789-fbf7-480a-b57a-4a937c1f5626 req-9cbbc0c2-4d45-49a4-ae81-d8625b93fee4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 945 time: 0.0700073 Jun 10 10:30:00.404860 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ae744789-fbf7-480a-b57a-4a937c1f5626 req-d6c54bb8-ec7e-4d67-95e0-93156ee68e0d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406306 Jun 10 10:30:01.600391 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffbb77e-bf8d-4a89-91f4-3ee202b0d0b1 req-22d8b251-1261-4fdd-bf56-f7a95062d28f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:01.607328 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bffbb77e-bf8d-4a89-91f4-3ee202b0d0b1 req-22d8b251-1261-4fdd-bf56-f7a95062d28f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 945 time: 0.0798621 Jun 10 10:30:01.669415 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bffbb77e-bf8d-4a89-91f4-3ee202b0d0b1 req-e901cb7f-fed7-4e43-8e6f-3b546e0bdcc9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605729 Jun 10 10:30:02.016250 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:02.080693 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:02.081083 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:02.181173 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:02.212115 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:30:02.214480 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0824690f-cc28-4063-870b-ebefc5799507" -d '{"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:30:02.232268 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:02.237741 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:02.239751 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:02.272461 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-057c7b6d-c4b8-4565-b662-29e45a705d2a x-openstack-request-id: req-057c7b6d-c4b8-4565-b662-29e45a705d2a {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:30:02.272968 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:30:02.273237 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-057c7b6d-c4b8-4565-b662-29e45a705d2a {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:30:02.273640 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'code': 200} Jun 10 10:30:02.311039 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=7']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:02.315071 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:02.873743 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9efb26-8857-4054-b0d2-0766c38c095e req-22fcb7c1-b1d1-4557-bae1-a2c1942d67f6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:02.876524 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3d9efb26-8857-4054-b0d2-0766c38c095e req-22fcb7c1-b1d1-4557-bae1-a2c1942d67f6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0865948 Jun 10 10:30:02.927149 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3d9efb26-8857-4054-b0d2-0766c38c095e req-b5e5e397-d103-4556-b45d-010a11f86f78 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450332 Jun 10 10:30:04.141426 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581634bd-edfb-460e-bdd1-0c0787447d49 req-d165bf35-fa54-45d6-9173-7672788385e8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:04.143010 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-581634bd-edfb-460e-bdd1-0c0787447d49 req-d165bf35-fa54-45d6-9173-7672788385e8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0799947 Jun 10 10:30:04.202028 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-581634bd-edfb-460e-bdd1-0c0787447d49 req-95ac6bcb-dda5-43cb-abec-f1fe13e082d8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510139 Jun 10 10:30:04.735571 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e33b0-e0a1-4d7b-9b05-57cb40721b34 req-58d08137-06da-41f9-8ac2-5631b6628a1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:04.737138 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-229e33b0-e0a1-4d7b-9b05-57cb40721b34 req-58d08137-06da-41f9-8ac2-5631b6628a1b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0764198 Jun 10 10:30:04.802191 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-df5e02c0-7281-468a-a6c0-533e3c8fb8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:04.804590 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-df5e02c0-7281-468a-a6c0-533e3c8fb8a2 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1137 time: 0.1328077 Jun 10 10:30:04.820717 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-229e33b0-e0a1-4d7b-9b05-57cb40721b34 req-e8e56e2a-069d-436f-b186-55fd92533448 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771732 Jun 10 10:30:04.948966 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-5003f228-c034-4a99-987a-c6b36be36802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:04.950455 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-5003f228-c034-4a99-987a-c6b36be36802 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 917 time: 0.1355255 Jun 10 10:30:05.050290 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-8e378bf3-fbe1-4b21-a82f-d654c0c29336 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 1000 time: 0.0905850 Jun 10 10:30:05.126093 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-1420b274-811a-434b-b524-66986819bb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:05.127695 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-1420b274-811a-434b-b524-66986819bb3c service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 200 len: 854 time: 0.0599141 Jun 10 10:30:05.203785 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-bce4cb82-b7fd-479e-8338-e96fa114fd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:05.206107 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-bce4cb82-b7fd-479e-8338-e96fa114fd4d service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0670433 Jun 10 10:30:05.379140 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-0009eb31-bd83-48ac-81b0-b7b3a05aeb56 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606612 Jun 10 10:30:05.443416 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f665-82b6-4e33-885d-68f037539eea req-4c68d2a6-6ab6-411b-a407-fce60084a703 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:05.451787 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f596f665-82b6-4e33-885d-68f037539eea req-4c68d2a6-6ab6-411b-a407-fce60084a703 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0948699 Jun 10 10:30:05.503416 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f596f665-82b6-4e33-885d-68f037539eea req-b76823cc-9432-49d0-a952-7a809da8891a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493441 Jun 10 10:30:05.545855 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a18a1b25-7548-45c6-9897-dc5b8885926a req-888d3cf4-a1cc-45e5-8f56-57229e0bbcd8 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541963 Jun 10 10:30:06.047100 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714146f-1941-49a5-8352-e2e7a7030dc8 req-357991b8-8261-418c-82c9-cfb5d8c61b9e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:06.048831 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0714146f-1941-49a5-8352-e2e7a7030dc8 req-357991b8-8261-418c-82c9-cfb5d8c61b9e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0902705 Jun 10 10:30:06.107218 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0714146f-1941-49a5-8352-e2e7a7030dc8 req-26f24d21-418d-43dc-8322-c644113ebdb3 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525694 Jun 10 10:30:06.700917 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e68237-cce4-467c-ac15-df6f1951101c req-a85eeec3-81b5-46d6-be36-a74e1830325b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:06.702334 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a8e68237-cce4-467c-ac15-df6f1951101c req-a85eeec3-81b5-46d6-be36-a74e1830325b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0740354 Jun 10 10:30:06.752006 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a8e68237-cce4-467c-ac15-df6f1951101c req-39c7efbe-d8be-4a62-997d-7469f8d5dfe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434718 Jun 10 10:30:07.318406 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7916129-f7f5-4e09-942d-cc9a20dc4862 req-c25193cf-1373-4628-a045-7954dee7a292 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:07.320082 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d7916129-f7f5-4e09-942d-cc9a20dc4862 req-c25193cf-1373-4628-a045-7954dee7a292 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0810955 Jun 10 10:30:07.386910 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d7916129-f7f5-4e09-942d-cc9a20dc4862 req-d61a4122-382e-4788-96bc-9d2e9f8cf907 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600824 Jun 10 10:30:07.947143 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe790c-5075-4f51-87a6-031eaa08ad1c req-0111baaf-1dd0-4b61-b088-754819730ea7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:07.948699 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7cfe790c-5075-4f51-87a6-031eaa08ad1c req-0111baaf-1dd0-4b61-b088-754819730ea7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0744143 Jun 10 10:30:07.998506 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7cfe790c-5075-4f51-87a6-031eaa08ad1c req-0a2a01ba-c230-49ea-b753-63cddf636dd8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410478 Jun 10 10:30:08.587095 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90aa8c9-3ce4-4a56-b4e6-0ca572ee3d77 req-0f9eeadd-2967-4083-931f-8dc9a2ab2d9f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:08.588936 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f90aa8c9-3ce4-4a56-b4e6-0ca572ee3d77 req-0f9eeadd-2967-4083-931f-8dc9a2ab2d9f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0795524 Jun 10 10:30:08.654550 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f90aa8c9-3ce4-4a56-b4e6-0ca572ee3d77 req-07aa795d-30f7-4569-8170-f57c23e12e06 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0590944 Jun 10 10:30:09.205526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea40f45-3c06-4a56-bf56-230566a9f72a req-b60bd4e7-e90b-4875-9662-0f16feb7bcaa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:09.207081 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ea40f45-3c06-4a56-bf56-230566a9f72a req-b60bd4e7-e90b-4875-9662-0f16feb7bcaa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0734687 Jun 10 10:30:09.262393 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ea40f45-3c06-4a56-bf56-230566a9f72a req-36ca412e-b9b1-4b38-8b59-92ffed0a74db tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461578 Jun 10 10:30:09.849920 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23585e-5927-4983-8e2b-55e32317f2cd req-62193d27-fb0c-439e-b593-7fbd70743639 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:09.851425 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9c23585e-5927-4983-8e2b-55e32317f2cd req-62193d27-fb0c-439e-b593-7fbd70743639 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0767362 Jun 10 10:30:09.902011 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9c23585e-5927-4983-8e2b-55e32317f2cd req-4dcdb88d-5347-4d3a-bb18-d3781d31b08b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445375 Jun 10 10:30:10.443244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8923a7c-c8f8-4d5a-b6d5-0de8cad24b98 req-c683fa76-85e6-49e7-809c-ebf96c117224 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:10.444750 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a8923a7c-c8f8-4d5a-b6d5-0de8cad24b98 req-c683fa76-85e6-49e7-809c-ebf96c117224 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0735264 Jun 10 10:30:10.489954 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a8923a7c-c8f8-4d5a-b6d5-0de8cad24b98 req-a5f85e15-1dc2-40fb-8d1c-6bf97472c31d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392606 Jun 10 10:30:10.651985 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-c01fa8bf-9747-41af-8440-13ab65007110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:10.653499 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-c01fa8bf-9747-41af-8440-13ab65007110 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1099 time: 0.0604498 Jun 10 10:30:10.728312 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-44e7bab2-9426-41a7-bf82-3945939ac77d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:10.771423 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-966e5e1f-2ce3-4b3c-be26-99f533336d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:10.772893 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-966e5e1f-2ce3-4b3c-be26-99f533336d1f service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1125116 Jun 10 10:30:10.861657 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-b237da47-668d-4c82-b945-b1a83f12b3d0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 200 len: 1001 time: 0.0766122 Jun 10 10:30:11.093746 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b4b984-e624-404c-baa9-923775b09f59 req-db0de3f2-4c3d-457b-a525-1631bc47ae5a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:11.095390 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-61b4b984-e624-404c-baa9-923775b09f59 req-db0de3f2-4c3d-457b-a525-1631bc47ae5a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0736923 Jun 10 10:30:11.146254 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-61b4b984-e624-404c-baa9-923775b09f59 req-7e620ebf-256c-454f-9ef1-9f48304fa893 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448511 Jun 10 10:30:11.165623 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-f58938fa-3fd9-4f9c-899e-3d0841a17b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:11.167106 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-f58938fa-3fd9-4f9c-899e-3d0841a17b4d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.2954447 Jun 10 10:30:11.230221 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-74a5f57a-c260-4ece-b798-443b084fa8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:11.231667 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-74a5f57a-c260-4ece-b798-443b084fa8f2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567029 Jun 10 10:30:11.362202 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-d6fd940c-9cda-480b-9605-3c3494d35785 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215010 Jun 10 10:30:11.486231 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-5ac5c270-f7d2-47fc-9820-b4cf2cb1a388 req-6d52350c-2bfe-4b55-8d55-d2f10868c427 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089656 Jun 10 10:30:11.675647 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e086fc-095a-4367-afcd-ca1816499972 req-16e70b6c-c6ab-48ac-a4ed-ed5552b2075f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:11.677102 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79e086fc-095a-4367-afcd-ca1816499972 req-16e70b6c-c6ab-48ac-a4ed-ed5552b2075f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0692482 Jun 10 10:30:11.719433 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79e086fc-095a-4367-afcd-ca1816499972 req-7878b7e7-432d-4394-a6bc-b3e2d531287a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367446 Jun 10 10:30:12.334893 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277b5c2-6620-40a2-8616-95e8f919c620 req-59e01276-d411-49e8-879e-7277ca022fe9 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:12.336382 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d277b5c2-6620-40a2-8616-95e8f919c620 req-59e01276-d411-49e8-879e-7277ca022fe9 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0724900 Jun 10 10:30:12.384413 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d277b5c2-6620-40a2-8616-95e8f919c620 req-7e15dc12-8fbf-4739-ac50-7f00c8bb97ea tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422640 Jun 10 10:30:12.905968 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baf17d5-85d8-463f-930b-6afbf213dbf4 req-61a1745e-b457-466e-8c30-f99822025c0e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:12.908259 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0baf17d5-85d8-463f-930b-6afbf213dbf4 req-61a1745e-b457-466e-8c30-f99822025c0e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0728879 Jun 10 10:30:12.951342 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0baf17d5-85d8-463f-930b-6afbf213dbf4 req-967088a7-bd4a-4ccc-937d-e7a85091fb2e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375030 Jun 10 10:30:13.235336 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:13.239139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d723cdc3-312f-4868-8394-b306ad327be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:13.562040 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51585a9-67c5-4f06-8b5c-a5c31de0d83a req-f5111e79-13ba-4d04-a15a-37529ad371ed tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:13.563527 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c51585a9-67c5-4f06-8b5c-a5c31de0d83a req-f5111e79-13ba-4d04-a15a-37529ad371ed tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0687370 Jun 10 10:30:13.613974 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c51585a9-67c5-4f06-8b5c-a5c31de0d83a req-54263b47-1a22-46f1-8ab9-75ce0d6b7a95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443611 Jun 10 10:30:14.101313 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:30:14.141004 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026aca02-88d6-4a26-8e6b-7015b7143589 req-a38f4dfb-1f82-43a8-992f-e4b59575f5e6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:14.143201 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-026aca02-88d6-4a26-8e6b-7015b7143589 req-a38f4dfb-1f82-43a8-992f-e4b59575f5e6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 946 time: 0.0734105 Jun 10 10:30:14.185549 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-026aca02-88d6-4a26-8e6b-7015b7143589 req-f3832c35-6d99-4ba1-a785-60a7dc70ddbb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366547 Jun 10 10:30:14.199777 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:14.202893 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:14.227666 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:30:14.229974 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75cb1426-789a-4f4d-afe7-e47c643adb1a" -d '{"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:30:14.250904 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:14.256446 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:14.259038 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:14.334223 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=8']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:14.346598 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.347026 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.347393 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.347785 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.348138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.348497 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.348829 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.349168 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.349504 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.349927 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.350222 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.350551 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:14.355105 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 10:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b178c5c-5a4e-45ac-81c1-62b41bb8a07a x-openstack-request-id: req-3b178c5c-5a4e-45ac-81c1-62b41bb8a07a {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:30:14.355431 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-unplugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:30:14.355704 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3b178c5c-5a4e-45ac-81c1-62b41bb8a07a {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:30:14.356103 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'code': 200} Jun 10 10:30:14.356798 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:14.799859 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12a05-d552-4c73-9630-8c88f6979f12 req-951cfb60-c0bd-4e0d-85d3-c43127981846 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:14.801385 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-72f12a05-d552-4c73-9630-8c88f6979f12 req-951cfb60-c0bd-4e0d-85d3-c43127981846 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0697083 Jun 10 10:30:14.857421 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-72f12a05-d552-4c73-9630-8c88f6979f12 req-f1b408d8-0ea6-409e-bbaf-ba8ab45e82c2 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501359 Jun 10 10:30:14.989346 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4056f7-9425-4a2a-9f51-ae13e9b7c19c req-2e139c30-dde2-4560-9bed-b0a21709b872 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:14.990884 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bb4056f7-9425-4a2a-9f51-ae13e9b7c19c req-2e139c30-dde2-4560-9bed-b0a21709b872 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0744150 Jun 10 10:30:15.034496 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bb4056f7-9425-4a2a-9f51-ae13e9b7c19c req-70345718-c807-4650-b886-c198192e9b3d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381014 Jun 10 10:30:15.144920 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 54922) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:15.243470 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-3d2cc843-bad3-4523-ac9a-1324dbf21b01 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0969288 Jun 10 10:30:16.057329 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5478781-6f08-4df1-996e-1e24aad7a672 req-9f20f373-6335-41cc-8ff9-68337d258f87 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:16.058982 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e5478781-6f08-4df1-996e-1e24aad7a672 req-9f20f373-6335-41cc-8ff9-68337d258f87 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0792041 Jun 10 10:30:16.087283 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:16.115637 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e5478781-6f08-4df1-996e-1e24aad7a672 req-642a17cb-89fd-4e57-9768-cce13e48cc81 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0505075 Jun 10 10:30:16.229436 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91802c1-3304-4121-a9cd-22233317141b req-e9663964-ec2c-4665-a0ef-e1b9e09f0435 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:16.230959 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a91802c1-3304-4121-a9cd-22233317141b req-e9663964-ec2c-4665-a0ef-e1b9e09f0435 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0712786 Jun 10 10:30:16.275513 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a91802c1-3304-4121-a9cd-22233317141b req-e19d3426-f875-4d76-8b94-0a179005ed29 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Jun 10 10:30:16.839521 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-ace8bb51-0dfc-46cc-9a92-090b774f6efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:16.840985 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-ace8bb51-0dfc-46cc-9a92-090b774f6efb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d&tenant_id=19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 1097 time: 0.0895095 Jun 10 10:30:16.925587 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-b9c4b6fe-febb-4ef5-a653-2c4f8f652443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:16.927050 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-b9c4b6fe-febb-4ef5-a653-2c4f8f652443 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1097 time: 0.0592997 Jun 10 10:30:17.040450 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-7e3a4839-61e7-4bfb-8950-7477f63394dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:17.041968 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-7e3a4839-61e7-4bfb-8950-7477f63394dc service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1081371 Jun 10 10:30:17.126324 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-609b47a4-c0e9-4c8a-a15f-d337bdf83c7f service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 200 len: 999 time: 0.0774262 Jun 10 10:30:17.185472 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-52ad5f38-5a81-4826-a2bf-b97750641407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:17.186956 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-52ad5f38-5a81-4826-a2bf-b97750641407 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0529504 Jun 10 10:30:17.256186 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-e691a658-151a-4123-8946-01734e80a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:17.257669 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-e691a658-151a-4123-8946-01734e80a57f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0628922 Jun 10 10:30:17.303642 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e5a050-f729-4690-bf42-0609feb90695 req-27bbd735-f719-4052-825b-a7271c278e42 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:17.306169 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-44e5a050-f729-4690-bf42-0609feb90695 req-27bbd735-f719-4052-825b-a7271c278e42 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0721467 Jun 10 10:30:17.369584 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-44e5a050-f729-4690-bf42-0609feb90695 req-0b6a94cc-5562-4993-8c08-825afffca4f0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581582 Jun 10 10:30:17.383181 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-26e1ee95-7159-498d-999a-462a80969dd4 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169834 Jun 10 10:30:17.479202 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b21a2-d7b5-4636-9a9a-b2ad5b333779 req-216396e6-57d7-4667-80eb-49b33265fac8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:17.480736 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-360b21a2-d7b5-4636-9a9a-b2ad5b333779 req-216396e6-57d7-4667-80eb-49b33265fac8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0743148 Jun 10 10:30:17.507768 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-06eaec87-edea-4de7-b4fb-3b863a4e9e0e req-efb7f090-d588-43d2-a884-7275d01e95f5 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164155 Jun 10 10:30:17.525707 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-360b21a2-d7b5-4636-9a9a-b2ad5b333779 req-097e4f9d-fe9b-4fdf-a735-c8160ca3dda5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386882 Jun 10 10:30:18.162015 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:30:18.554399 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4087883c-52fd-4318-8575-a0d37f81fbe7 req-1d54a972-0d62-40ba-b4cd-8a58024c05cb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:18.557007 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4087883c-52fd-4318-8575-a0d37f81fbe7 req-1d54a972-0d62-40ba-b4cd-8a58024c05cb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0765095 Jun 10 10:30:18.607282 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4087883c-52fd-4318-8575-a0d37f81fbe7 req-6b016d2a-fe98-482f-b71b-2a65b5b394dc tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0452805 Jun 10 10:30:18.787576 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329141f7-e002-4549-b2a6-24cc0d26b9f6 req-60f25a61-7396-4280-8d39-a37ef22de6c2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:18.789246 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-329141f7-e002-4549-b2a6-24cc0d26b9f6 req-60f25a61-7396-4280-8d39-a37ef22de6c2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0722172 Jun 10 10:30:18.834029 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-329141f7-e002-4549-b2a6-24cc0d26b9f6 req-6dff02dd-3fbb-4d90-b583-1e5ac661c6e7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387223 Jun 10 10:30:19.806052 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c6cb1d-cd5b-4111-986b-81cb9cf267da req-4f26ebcb-7246-4c5b-b667-ba2550df6d12 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:19.807566 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-48c6cb1d-cd5b-4111-986b-81cb9cf267da req-4f26ebcb-7246-4c5b-b667-ba2550df6d12 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0710354 Jun 10 10:30:19.856749 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-48c6cb1d-cd5b-4111-986b-81cb9cf267da req-9b337154-e3d2-4351-ac7b-04c3aae5f57c tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0435023 Jun 10 10:30:20.078735 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd98a65-db62-4181-94ff-ea99a2cdaf11 req-c57f4d7d-515a-48e7-8c2a-c04dda4dafbe tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:20.090252 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dbd98a65-db62-4181-94ff-ea99a2cdaf11 req-c57f4d7d-515a-48e7-8c2a-c04dda4dafbe tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.1245582 Jun 10 10:30:20.145346 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-dbd98a65-db62-4181-94ff-ea99a2cdaf11 req-e41bc3f7-fca2-4a8b-b513-7bc123c5f041 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508397 Jun 10 10:30:21.042858 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf317b-a152-4ab0-bc27-9ff4b388479c req-deb2259f-f1b7-4d0d-a0c2-15e5003287ab tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:21.044354 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ebf317b-a152-4ab0-bc27-9ff4b388479c req-deb2259f-f1b7-4d0d-a0c2-15e5003287ab tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0707898 Jun 10 10:30:21.101044 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ebf317b-a152-4ab0-bc27-9ff4b388479c req-4f6ae4ba-1a5f-4049-ad1e-fb509391986c tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0502079 Jun 10 10:30:21.335537 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b104f-4630-4add-9203-cc00c71fbc3b req-e5cdeed0-1d03-4edc-8966-6d2cca244afa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:21.337095 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a57b104f-4630-4add-9203-cc00c71fbc3b req-e5cdeed0-1d03-4edc-8966-6d2cca244afa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0710807 Jun 10 10:30:21.386965 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a57b104f-4630-4add-9203-cc00c71fbc3b req-4f53cb45-fe93-486b-b0d9-f1f4cb9f6cf2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414171 Jun 10 10:30:21.991278 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:22.287791 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a3d70-cae4-475d-a9cc-63fc73ce1d31 req-2c41545c-d080-42c9-b996-ed0da51dd2db tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:22.289226 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-935a3d70-cae4-475d-a9cc-63fc73ce1d31 req-2c41545c-d080-42c9-b996-ed0da51dd2db tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0728917 Jun 10 10:30:22.343661 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-935a3d70-cae4-475d-a9cc-63fc73ce1d31 req-5712d598-53fc-4f12-b4fb-eafdd260df7b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0484617 Jun 10 10:30:22.588416 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2ef73-22ed-4364-aae0-eca4af03df19 req-b5fe594a-e895-4d35-9ca1-5fa8607f8bca tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:22.589976 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-33c2ef73-22ed-4364-aae0-eca4af03df19 req-b5fe594a-e895-4d35-9ca1-5fa8607f8bca tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0815635 Jun 10 10:30:22.641235 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-33c2ef73-22ed-4364-aae0-eca4af03df19 req-eeb7daf8-c93c-4dd6-ab17-feb02907a2d5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454061 Jun 10 10:30:23.537992 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966233fa-8c9a-4a73-a486-e1a594b2d357 req-529397f0-769e-4746-980e-40c681e25fd7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:23.539531 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-966233fa-8c9a-4a73-a486-e1a594b2d357 req-529397f0-769e-4746-980e-40c681e25fd7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0765281 Jun 10 10:30:23.596815 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-966233fa-8c9a-4a73-a486-e1a594b2d357 req-2e90f75e-4034-473c-a87c-886d1687b6ac tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0478659 Jun 10 10:30:23.843275 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868b1636-cd2f-4292-9d6d-09702ae30064 req-ff9ef15d-026d-4176-af65-523be1cc51bd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:23.844863 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-868b1636-cd2f-4292-9d6d-09702ae30064 req-ff9ef15d-026d-4176-af65-523be1cc51bd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0744903 Jun 10 10:30:23.890439 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-868b1636-cd2f-4292-9d6d-09702ae30064 req-6945c43e-6938-4872-8ac2-9806d1dce2fb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391166 Jun 10 10:30:24.781094 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be59f160-37ca-4c60-b76f-ce6de48da3d8 req-1724d2dc-aabf-4ffe-a251-2dbd9dfdb96f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:24.782661 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-be59f160-37ca-4c60-b76f-ce6de48da3d8 req-1724d2dc-aabf-4ffe-a251-2dbd9dfdb96f tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0719955 Jun 10 10:30:24.832889 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-be59f160-37ca-4c60-b76f-ce6de48da3d8 req-84916246-8106-4508-b4bf-c48f6f87055e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0436258 Jun 10 10:30:25.087835 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c0e8-8edd-4612-a76e-13d10ebb3c24 req-8c3cfbfc-1d1b-4bdc-b9a6-20b60497feb6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:25.089306 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8171c0e8-8edd-4612-a76e-13d10ebb3c24 req-8c3cfbfc-1d1b-4bdc-b9a6-20b60497feb6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0762799 Jun 10 10:30:25.135100 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8171c0e8-8edd-4612-a76e-13d10ebb3c24 req-31df930a-9b67-44c3-aff6-9bea490225cf tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399959 Jun 10 10:30:26.036595 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239db312-a0ae-4bec-93bf-7cdaa60abc96 req-38ca164a-52a5-41e1-82a8-f1d7827eee5b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:26.038312 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-239db312-a0ae-4bec-93bf-7cdaa60abc96 req-38ca164a-52a5-41e1-82a8-f1d7827eee5b tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0749791 Jun 10 10:30:26.108254 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-239db312-a0ae-4bec-93bf-7cdaa60abc96 req-0d0e570c-2f77-4883-bd70-aa97c49a0ff7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633566 Jun 10 10:30:26.344917 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ca9db3-043a-4f70-bc91-2b3c527c6961 req-37a72396-3775-4c48-829c-c1efba3fe02a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:26.346795 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-19ca9db3-043a-4f70-bc91-2b3c527c6961 req-37a72396-3775-4c48-829c-c1efba3fe02a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0776052 Jun 10 10:30:26.396615 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-19ca9db3-043a-4f70-bc91-2b3c527c6961 req-600fffb1-8f1f-4392-9d1b-d069ff7a2032 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425951 Jun 10 10:30:27.304481 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bd455-1a32-4b05-a6d1-9ab27e86cb7b req-9a9095b1-6ecd-4861-9acb-e92d687e5796 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:27.306135 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-385bd455-1a32-4b05-a6d1-9ab27e86cb7b req-9a9095b1-6ecd-4861-9acb-e92d687e5796 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0733111 Jun 10 10:30:27.358456 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-385bd455-1a32-4b05-a6d1-9ab27e86cb7b req-c9db6fb1-aa82-409b-89df-21c0fba220fc tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461211 Jun 10 10:30:27.596177 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0581d8-c92c-4a04-bedc-45804b3418f3 req-a2e79134-bda5-4e34-991a-4b5407dc300f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:27.597714 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8e0581d8-c92c-4a04-bedc-45804b3418f3 req-a2e79134-bda5-4e34-991a-4b5407dc300f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0726326 Jun 10 10:30:27.641608 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8e0581d8-c92c-4a04-bedc-45804b3418f3 req-b7260a4c-cf96-4444-ad5c-66cfdd2a47bb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382628 Jun 10 10:30:28.548156 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9413169c-ef4f-498c-82f5-44d0ef4accf2 req-abfe3f04-c394-4293-a226-4932d72d7669 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:28.549677 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9413169c-ef4f-498c-82f5-44d0ef4accf2 req-abfe3f04-c394-4293-a226-4932d72d7669 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0747592 Jun 10 10:30:28.601464 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9413169c-ef4f-498c-82f5-44d0ef4accf2 req-7771dca1-5108-4c02-a3b5-adb3110aa2c9 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460024 Jun 10 10:30:28.838327 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499366e8-ab6a-41e5-b254-316458ccc9b5 req-84343451-6d96-4304-ba7e-72911ba6a08f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:28.839826 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-499366e8-ab6a-41e5-b254-316458ccc9b5 req-84343451-6d96-4304-ba7e-72911ba6a08f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0800397 Jun 10 10:30:28.890521 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-499366e8-ab6a-41e5-b254-316458ccc9b5 req-b7ca5f9e-5d3b-424a-a7dd-d2b3320367b7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435345 Jun 10 10:30:29.781320 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b322f8-58aa-421c-a74d-1211ca7a34d8 req-8ec78ab6-e677-4411-9404-a22c61bf28b4 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:29.782878 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-21b322f8-58aa-421c-a74d-1211ca7a34d8 req-8ec78ab6-e677-4411-9404-a22c61bf28b4 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0702462 Jun 10 10:30:29.835037 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-21b322f8-58aa-421c-a74d-1211ca7a34d8 req-d831f0a5-601f-44c8-9512-7b1667630e5a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454245 Jun 10 10:30:30.088346 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:30:30.093456 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e30142-d093-4a55-973e-f80ae7c005ce req-d02bbe91-6ff0-4226-9072-3240bb8e58b9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:30.095017 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2e30142-d093-4a55-973e-f80ae7c005ce req-d02bbe91-6ff0-4226-9072-3240bb8e58b9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0815492 Jun 10 10:30:30.143426 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e2e30142-d093-4a55-973e-f80ae7c005ce req-e30a5707-8df7-4218-a228-5717adca53ce tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426035 Jun 10 10:30:31.015594 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac57aab-f80b-4ab7-909b-c236625763ff req-aa7dc6cb-8508-46fe-a3fb-9dc2a1592805 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:31.017698 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ac57aab-f80b-4ab7-909b-c236625763ff req-aa7dc6cb-8508-46fe-a3fb-9dc2a1592805 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0716701 Jun 10 10:30:31.066185 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6ac57aab-f80b-4ab7-909b-c236625763ff req-7308c742-3f70-4725-a2bf-163fc61124c5 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&id=38b15ce8-b8cf-49a9-b965-99fca25a2a9b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428181 Jun 10 10:30:31.334741 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149f419-8efd-477b-b968-825d57c9351e req-3c193422-546d-402f-94d8-0b823c587fc8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:31.336389 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2149f419-8efd-477b-b968-825d57c9351e req-3c193422-546d-402f-94d8-0b823c587fc8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 944 time: 0.0730636 Jun 10 10:30:31.381209 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2149f419-8efd-477b-b968-825d57c9351e req-da9f383f-1f01-42a1-8e4a-2b08a2762721 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390627 Jun 10 10:30:32.193252 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:30:32.312537 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:32.325371 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'port_id': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'mac_address': 'fa:16:3e:0e:68:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:30:32.372994 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:32.390053 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:30:32.411124 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:32.415710 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:32.417498 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:32.474710 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=9']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:32.478052 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:32.570402 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b839683e-faf3-41c3-b243-7aad2f7c57d4 req-ae9601e3-463e-446b-aac5-d0012256b6da tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:32.571893 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b839683e-faf3-41c3-b243-7aad2f7c57d4 req-ae9601e3-463e-446b-aac5-d0012256b6da tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 945 time: 0.0700970 Jun 10 10:30:32.617300 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b839683e-faf3-41c3-b243-7aad2f7c57d4 req-614fe953-f18d-4bd4-a3b3-978f32e9a08c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399027 Jun 10 10:30:32.784724 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:30:33.802490 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a669faae-3de1-4281-948d-dc065962a052 req-7ce30072-ec47-47ba-8867-63c4d787b61d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:33.804330 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a669faae-3de1-4281-948d-dc065962a052 req-7ce30072-ec47-47ba-8867-63c4d787b61d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 945 time: 0.0707438 Jun 10 10:30:33.847060 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a669faae-3de1-4281-948d-dc065962a052 req-38f255ec-4ede-4f1c-b7eb-e3ef1f910432 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373170 Jun 10 10:30:34.224723 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:30:34.282170 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:30:34.282557 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:34.374518 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:34.398726 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:30:34.401257 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fbf382a-a0e8-42d5-8593-3b0413668e44" -d '{"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:30:34.416878 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:34.422156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:34.424744 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:34.451117 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8aec993-07a6-4711-b692-e96673192f5f x-openstack-request-id: req-b8aec993-07a6-4711-b692-e96673192f5f {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:30:34.451415 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-plugged", "status": "completed", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:30:34.451686 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b8aec993-07a6-4711-b692-e96673192f5f {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:30:34.452084 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'code': 200} Jun 10 10:30:34.481704 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=10']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:34.484643 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:34.936775 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098e6c0f-9883-445d-a3a1-ed6a6faf5134 req-5297aef1-224c-44f4-85ff-19c490a871a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:34.938286 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-098e6c0f-9883-445d-a3a1-ed6a6faf5134 req-5297aef1-224c-44f4-85ff-19c490a871a1 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1100 time: 0.0627983 Jun 10 10:30:34.975861 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-098e6c0f-9883-445d-a3a1-ed6a6faf5134 req-2635ea41-8d9a-4720-bad1-5f25ac9cb8e4 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310760 Jun 10 10:30:35.032301 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec1211-968e-488f-a303-10eb3c41a897 req-c7e94272-b96e-458d-82c5-0ea513586ba0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:35.033747 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8eec1211-968e-488f-a303-10eb3c41a897 req-c7e94272-b96e-458d-82c5-0ea513586ba0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 947 time: 0.0708146 Jun 10 10:30:35.079159 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8eec1211-968e-488f-a303-10eb3c41a897 req-18958e7a-1e93-4f3f-86ac-78e0af6bba85 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390046 Jun 10 10:30:36.272222 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb26d2-92f0-4343-973c-f81526f69e41 req-ab9d0c76-6054-4060-b18e-6b1f23b93594 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:36.273647 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-88cb26d2-92f0-4343-973c-f81526f69e41 req-ab9d0c76-6054-4060-b18e-6b1f23b93594 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 947 time: 0.0717154 Jun 10 10:30:36.317547 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-88cb26d2-92f0-4343-973c-f81526f69e41 req-cc34c160-c261-4c22-88a1-0930111ea0c5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378041 Jun 10 10:30:37.503207 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ddb288-0525-46de-b015-8984099b5f5f req-8f8eb90e-7fef-459b-950e-67b781f57816 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:37.504569 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-03ddb288-0525-46de-b015-8984099b5f5f req-8f8eb90e-7fef-459b-950e-67b781f57816 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 947 time: 0.0706291 Jun 10 10:30:37.549355 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-03ddb288-0525-46de-b015-8984099b5f5f req-bb7b91a1-658a-48da-9e6b-efafaf087725 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391891 Jun 10 10:30:40.735082 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e1f9a520-8513-4f08-a261-99cc601646fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:41.452090 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c408b9ab-ee01-4550-a223-3d2d83cf08aa req-e6fe0804-b9be-4e96-a10a-f0bf6302ac2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:41.453548 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c408b9ab-ee01-4550-a223-3d2d83cf08aa req-e6fe0804-b9be-4e96-a10a-f0bf6302ac2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 946 time: 0.0697484 Jun 10 10:30:41.495510 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c408b9ab-ee01-4550-a223-3d2d83cf08aa req-9882079c-2954-4e5b-b9b1-3109b3f8d1b1 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361931 Jun 10 10:30:42.675304 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef50788-f047-4231-b277-2ee7af995269 req-58c35da2-2139-400b-b78b-9358c8e08e72 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:42.676734 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aef50788-f047-4231-b277-2ee7af995269 req-58c35da2-2139-400b-b78b-9358c8e08e72 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 946 time: 0.0701210 Jun 10 10:30:42.721761 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aef50788-f047-4231-b277-2ee7af995269 req-7e5d4376-6fa2-4768-95b1-c262ba84310a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393994 Jun 10 10:30:43.236085 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:43.237838 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d6608198-e1d7-4990-bf50-eb95593e5fa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:43.901528 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312b306-f9d1-4cc9-bfeb-d71fceb36c9d req-c36df59e-0177-49a5-b566-a2ed98bb2e24 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:43.902973 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d312b306-f9d1-4cc9-bfeb-d71fceb36c9d req-c36df59e-0177-49a5-b566-a2ed98bb2e24 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 946 time: 0.0679181 Jun 10 10:30:43.946075 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d312b306-f9d1-4cc9-bfeb-d71fceb36c9d req-c49b8cc9-9a1b-4fd2-a662-5d56ddcd8d10 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups?id=3b75f37b-818b-4e94-abd0-a93e857dcadc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374675 Jun 10 10:30:44.010375 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-2d06a7b4-5abe-48a2-968b-1ec602091b6d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:44.011742 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-2d06a7b4-5abe-48a2-968b-1ec602091b6d tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 946 time: 0.0693629 Jun 10 10:30:44.125801 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Deleting port a899053e-44e4-49f4-802d-0d2ec2bb0be0 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:30:44.126190 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.195459 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.237736 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] For port a899053e-44e4-49f4-802d-0d2ec2bb0be0, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=a899053e-44e4-49f4-802d-0d2ec2bb0be0,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:44.238138 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.462693 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.463071 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.463386 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.l3_db [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Floating IP 5547d0bc-693b-4783-80e2-a6ace8118874 disassociated. External IP: 172.28.1.233, port: a899053e-44e4-49f4-802d-0d2ec2bb0be0. Jun 10 10:30:44.463730 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Calling delete_port for a899053e-44e4-49f4-802d-0d2ec2bb0be0 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:30:44.614125 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:44.618177 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c177dcc0-a7ea-47cf-a860-e8d5ea234b4f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:44.652403 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event deleted for resources: {'Port': ['ID=a899053e-44e4-49f4-802d-0d2ec2bb0be0,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:44.662420 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.662792 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.663159 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.663518 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.663873 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.664227 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.665395 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.665395 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.665395 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.665681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.666153 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.666288 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:44.670999 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:44.810687 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Router 56253234-4cf8-49fd-87f0-34695fb41dc1 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:30:44.954538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:30:44.964142 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] Sync routers for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:30:44.973649 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:44.974643 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:30:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:45.019548 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] No DVR routers for this DVR port a899053e-44e4-49f4-802d-0d2ec2bb0be0 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:30:45.022936 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:45.025470 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ac53ef4b-f497-4129-8753-0dde2772b3ef req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.95 "DELETE /v2.0/ports/a899053e-44e4-49f4-802d-0d2ec2bb0be0 HTTP/1.1" status: 204 len: 173 time: 1.0073009 Jun 10 10:30:45.026225 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'name': 'network-vif-deleted', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:30:45.029148 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a18caa39-f627-41ad-ba05-33855b4287a9" -d '{"events": [{"server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "name": "network-vif-deleted", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:30:45.122559 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-751f0e31-7480-448e-8029-026772a82b05 req-2fdf33d6-a7cd-4a21-ba4f-90a1c8f7c20c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/ports?device_id=56e79c35-d46e-4a1d-85f9-95bba896a64b HTTP/1.1" status: 200 len: 210 time: 0.0509567 Jun 10 10:30:45.309138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:45.351017 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c483e8fc-ace9-4df0-8ce5-c69be041da8d x-openstack-request-id: req-c483e8fc-ace9-4df0-8ce5-c69be041da8d {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:30:45.351449 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e79c35-d46e-4a1d-85f9-95bba896a64b", "name": "network-vif-deleted", "tag": "a899053e-44e4-49f4-802d-0d2ec2bb0be0", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:30:45.351794 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-c483e8fc-ace9-4df0-8ce5-c69be041da8d {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:30:45.352294 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e79c35-d46e-4a1d-85f9-95bba896a64b', 'name': 'network-vif-deleted', 'tag': 'a899053e-44e4-49f4-802d-0d2ec2bb0be0', 'status': 'completed', 'code': 200} Jun 10 10:30:45.568985 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:45.572515 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] Checking router: 56253234-4cf8-49fd-87f0-34695fb41dc1 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:30:45.581008 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:45.581614 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:30:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:45.740320 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:46.008191 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:46.011521 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dd39e90-9637-47df-b2fc-4d6356471171 None None] The sync data for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb is: [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'a35c0737-fe81-4929-b614-3fd562f2c233', 'name': '', 'network_id': '07158307-fe85-4d7e-9a35-7d6b0fbe81b8', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'mac_address': 'fa:16:3e:d1:53:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:37Z', 'updated_at': '2021-06-10T10:24:56Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'subnets': [{'id': '66b81de8-8c75-49f5-82c6-ad34b656344f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:30:46.085461 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.218029 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a4c01b-2463-4ffb-95a7-7d3ad613202c None None] New status for floating IP 5547d0bc-693b-4783-80e2-a6ace8118874: DOWN {{(pid=91751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:30:46.238562 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55174) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:46.302262 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e4ee86e9-36f7-4b07-9151-94d2af1f863c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.329281 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e4ee86e9-36f7-4b07-9151-94d2af1f863c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.382330 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e4ee86e9-36f7-4b07-9151-94d2af1f863c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.385198 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e4ee86e9-36f7-4b07-9151-94d2af1f863c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.386396 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e4ee86e9-36f7-4b07-9151-94d2af1f863c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "DELETE /v2.0/security-groups/3b75f37b-818b-4e94-abd0-a93e857dcadc HTTP/1.1" status: 204 len: 168 time: 0.1467261 Jun 10 10:30:46.387203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f27514e2-249f-4602-b225-50c8f04c8c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:46.389484 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55176) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:46.397671 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee86e9-36f7-4b07-9151-94d2af1f863c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b75f37b-818b-4e94-abd0-a93e857dcadc,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:46.400050 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e4ee86e9-36f7-4b07-9151-94d2af1f863c tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:46.405631 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.api.v2.resource [None req-4b78de78-e1f5-4da8-b271-0bf2aab96295 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] show failed (client error): The resource could not be found. Jun 10 10:30:46.409325 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-4b78de78-e1f5-4da8-b271-0bf2aab96295 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "GET /v2.0/security-groups/3b75f37b-818b-4e94-abd0-a93e857dcadc HTTP/1.1" status: 404 len: 347 time: 0.0161829 Jun 10 10:30:46.409671 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55178) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:46.574672 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Deleting port 20b8910c-c051-4d90-97c4-a21ad02bbb36 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:30:46.575026 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.670216 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.670562 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.763338 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Calling delete_port for 20b8910c-c051-4d90-97c4-a21ad02bbb36 owned by network:floatingip {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:30:46.923946 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:46.925797 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d6b2aea9-c900-4969-931b-0e5c6a2a1048 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:46.958619 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Pushing event deleted for resources: {'Port': ['ID=20b8910c-c051-4d90-97c4-a21ad02bbb36,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:46.961983 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:47.040539 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks [] for floatingip, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:47.043742 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:47.044900 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] 10.222.0.23 "DELETE /v2.0/floatingips/5547d0bc-693b-4783-80e2-a6ace8118874 HTTP/1.1" status: 204 len: 168 time: 0.6342261 Jun 10 10:30:48.312375 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device a899053e-44e4-49f4-802d-0d2ec2bb0be0 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:30:48.338436 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: a899053e-44e4-49f4-802d-0d2ec2bb0be0 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:30:48.338827 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device a899053e-44e4-49f4-802d-0d2ec2bb0be0 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:30:50.703414 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-02f1e205-7b7b-4df4-a0d8-dc9cd06d08fb service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0643961 Jun 10 10:30:50.748680 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55206) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:50.833469 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-2bc86e57-d3d2-40f1-9b52-a07166bd91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:50.835415 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-2bc86e57-d3d2-40f1-9b52-a07166bd91e6 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 1100 time: 0.0675325 Jun 10 10:30:51.379326 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-5088ea99-ecfe-460b-bc37-3c6aa9a5c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:51.380723 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-5088ea99-ecfe-460b-bc37-3c6aa9a5c0fe service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.4745893 Jun 10 10:30:51.524532 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-0f26fdde-2ac8-4389-820d-32e24ac97420 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 200 len: 1001 time: 0.0993693 Jun 10 10:30:51.625774 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-a1d1d46b-7399-47c4-af39-33754520c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:51.627414 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-a1d1d46b-7399-47c4-af39-33754520c650 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0932961 Jun 10 10:30:51.771601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-e078d567-93df-4590-b965-bdf1eddb652b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:30:51.773115 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-e078d567-93df-4590-b965-bdf1eddb652b service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1354058 Jun 10 10:30:51.965645 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-35f31f36-6bdd-47f5-a9de-e5b96fc788f2 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833210 Jun 10 10:30:52.005701 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694140'] for router_interface, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:52.006954 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:52.215051 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-799faca3-89f2-4be9-8d73-3a9487011ae3 req-37235157-de8f-4498-871c-328cf90e876f service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415047 Jun 10 10:30:52.475571 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Deleting port a35c0737-fe81-4929-b614-3fd562f2c233 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:30:52.475923 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:52.579611 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] For port a35c0737-fe81-4929-b614-3fd562f2c233, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=a35c0737-fe81-4929-b614-3fd562f2c233,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:52.579972 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:52.671120 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Calling delete_port for a35c0737-fe81-4929-b614-3fd562f2c233 owned by network:router_interface {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:30:52.916675 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:52.918865 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d8fcff5a-0631-41f3-9b3a-2fddca2e5746 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:52.949561 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35c0737-fe81-4929-b614-3fd562f2c233,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:52.952108 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:53.425035 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2092001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695532'] for router_interface, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:53.716679 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Router 56253234-4cf8-49fd-87f0-34695fb41dc1 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:30:53.867839 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:30:53.873925 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e7f73000-cbd3-47e7-8828-756fcfa33ea1 admin admin] 10.222.0.23 "PUT /v2.0/routers/56253234-4cf8-49fd-87f0-34695fb41dc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1229579 Jun 10 10:30:53.875290 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55212) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:53.888294 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] Sync routers for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:30:53.898711 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:53.899344 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:30:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:54.053394 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:54.254631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks [] for router, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:54.308695 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:30:52Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:54.312138 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] Checking router: 56253234-4cf8-49fd-87f0-34695fb41dc1 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:30:54.320997 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] Routers {'56253234-4cf8-49fd-87f0-34695fb41dc1'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:30:54.321597 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:30:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['56253234-4cf8-49fd-87f0-34695fb41dc1'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:54.401144 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:54.461445 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Deleting port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:30:54.461792 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:54.469136 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] Set router 56253234-4cf8-49fd-87f0-34695fb41dc1 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:30:54.572162 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] For port 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:54.572450 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:54.670418 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Calling delete_port for 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 owned by network:router_gateway {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:30:54.838730 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:30:52Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:54.842068 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1fd4053-1a16-49e1-9296-395bb2712a49 None None] The sync data for ids ['56253234-4cf8-49fd-87f0-34695fb41dc1'] in dv-cinder-795751-1-smb is: [{'id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'name': 'tempest-AttachVolumeTestJSON-1057311111-router', 'tenant_id': '2f20117d94364ecfac615a37935aef21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115'}], 'enable_snat': True}, 'gw_port_id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:24:31Z', 'updated_at': '2021-06-10T10:30:52Z', 'revision_number': 5, 'project_id': '2f20117d94364ecfac615a37935aef21', 'gw_port': {'id': '9bac316a-32ce-4cc9-8b9b-6e7f59804cb4', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:27:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56253234-4cf8-49fd-87f0-34695fb41dc1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:24:32Z', 'updated_at': '2021-06-10T10:24:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:30:54.886452 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:54.894181 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:54.924893 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bac316a-32ce-4cc9-8b9b-6e7f59804cb4,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:54.953231 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.953628 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.954023 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.954930 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.955294 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.955658 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.956018 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.956376 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.956731 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.957099 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.957444 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.957795 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:30:54.960986 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:55.004581 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698685'] for router_gateway, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.141005 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123339'] for router, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.143599 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.200300 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687896'] for router, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.200814 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56253234-4cf8-49fd-87f0-34695fb41dc1 {{(pid=91749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:30:55.205989 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.207233 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] 10.222.0.23 "DELETE /v2.0/routers/56253234-4cf8-49fd-87f0-34695fb41dc1 HTTP/1.1" status: 204 len: 168 time: 1.3304770 Jun 10 10:30:55.209701 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55214) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:55.278044 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Deleting subnet 66b81de8-8c75-49f5-82c6-ad34b656344f {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:30:55.281300 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.324987 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.456751 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.518873 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.521052 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-70da16a5-cdeb-4be6-8c9c-dc4bde114c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:55.551543 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66b81de8-8c75-49f5-82c6-ad34b656344f,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:55.554202 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:55.556675 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.558763 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-35a1d0fb-2843-4d52-91ef-2c801d0e716a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/66b81de8-8c75-49f5-82c6-ad34b656344f HTTP/1.1" status: 204 len: 168 time: 0.3469722 Jun 10 10:30:55.561167 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55216) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:55.562454 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76769ef-0c98-4fc8-8bda-73ca6ac83eb8 None None] Network 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:30:55.658894 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.716321 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Deleting port add68d13-35d3-4dc9-982a-d23113594c84 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:30:55.716584 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.804188 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] DHCP port deletion for 07158307-fe85-4d7e-9a35-7d6b0fbe81b8 request from dv-cinder-795751-1-smb {{(pid=91750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:30:55.806425 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] For port add68d13-35d3-4dc9-982a-d23113594c84, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=add68d13-35d3-4dc9-982a-d23113594c84,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:55.806795 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.870637 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Deleting port add68d13-35d3-4dc9-982a-d23113594c84 {{(pid=91750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:30:55.871098 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:55.918155 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Calling delete_port for add68d13-35d3-4dc9-982a-d23113594c84 owned by network:dhcp {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:30:55.961631 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] For port add68d13-35d3-4dc9-982a-d23113594c84, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=add68d13-35d3-4dc9-982a-d23113594c84,segment=NetworkSegment(122ee3a5-4806-4d9b-9578-7d198f0588bf),segment_id=122ee3a5-4806-4d9b-9578-7d198f0588bf)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:30:55.962360 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.015033 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.018246 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a2b66dfa-2bf8-4870-81ad-01463f562d94 tempest-VolumesNegativeTest-1241866720 tempest-VolumesNegativeTest-1241866720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:56.052167 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Pushing event deleted for resources: {'Port': ['ID=add68d13-35d3-4dc9-982a-d23113594c84,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:56.057528 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] No DVR routers for this DVR port add68d13-35d3-4dc9-982a-d23113594c84 on host dv-cinder-795751-1-smb {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:30:56.059203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:56.061224 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Calling delete_port for add68d13-35d3-4dc9-982a-d23113594c84 owned by network:dhcp {{(pid=91750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:30:56.164258 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.176439 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07158307-fe85-4d7e-9a35-7d6b0fbe81b8']}} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:56.187814 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '122ee3a5-4806-4d9b-9578-7d198f0588bf') {'for_net_delete': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:56.188124 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '122ee3a5-4806-4d9b-9578-7d198f0588bf') {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:30:56.200933 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device add68d13-35d3-4dc9-982a-d23113594c84 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:30:56.201376 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29947581'] for segment, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.216071 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.222483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=91748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:30:56.222878 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31283495'] for segment, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: Traceback (most recent call last): Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: timer() Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: cb(*args, **kw) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: return func(*args, **kwargs) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: self._notify() Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: self.callback(batched_events) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: event.method(event) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: return f(self, *a, **k) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: return self._get(url).json() Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: return self.request(url, 'GET', **kwargs) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:30:56.224515 dv-cinder-795751-1-smb neutron-server[91748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:30:56.230401 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: add68d13-35d3-4dc9-982a-d23113594c84 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:30:56.230843 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device add68d13-35d3-4dc9-982a-d23113594c84 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:30:56.231347 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:30:56.235039 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.262146 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:56.268506 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:30:56.268866 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 9bac316a-32ce-4cc9-8b9b-6e7f59804cb4 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:30:56.269296 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a35c0737-fe81-4929-b614-3fd562f2c233 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:30:56.300009 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.303776 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:56.306143 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.310808 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] 10.222.0.23 "DELETE /v2.0/networks/07158307-fe85-4d7e-9a35-7d6b0fbe81b8 HTTP/1.1" status: 204 len: 168 time: 0.7458067 Jun 10 10:30:56.321023 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] No DVR routers for this DVR port add68d13-35d3-4dc9-982a-d23113594c84 on host dv-cinder-795751-1-smb {{(pid=91750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:30:56.326793 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Pushing event deleted for resources: {'Port': ['ID=add68d13-35d3-4dc9-982a-d23113594c84,revision_number=None']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:56.327476 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Pushing event deleted for resources: {'Network': ['ID=07158307-fe85-4d7e-9a35-7d6b0fbe81b8,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:56.330291 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:56.332249 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:30:56.333060 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: a35c0737-fe81-4929-b614-3fd562f2c233 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:30:56.333423 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a35c0737-fe81-4929-b614-3fd562f2c233 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:30:56.436325 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55220) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:56.479799 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-40c3d1c3-8315-4f26-8d74-f77503c09a3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=2f20117d94364ecfac615a37935aef21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0422909 Jun 10 10:30:56.482029 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55222) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:30:56.534728 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.558612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.611870 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.614436 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:30:56.615611 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0ff9a780-0078-4c62-a061-7b55fdcffe73 HTTP/1.1" status: 204 len: 168 time: 0.1327014 Jun 10 10:30:56.616329 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:30:56.624845 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9a780-0078-4c62-a061-7b55fdcffe73,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:30:56.627732 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:07.087363 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:31:10.726019 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-d36d0c00-eb39-4c42-b0a1-7c26c12f2ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:12.843739 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-9472c3d0-10e4-4812-ac2b-a7a9cd877a21 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1937645039&fields=id&tenant_id=095821aa57d34c5f9190e6cf64ec3e4a HTTP/1.1" status: 200 len: 267 time: 0.0377519 Jun 10 10:31:12.920464 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-9692be19-e78b-4361-b9d7-4a2709f654c6 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:12.921912 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-9692be19-e78b-4361-b9d7-4a2709f654c6 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 984 time: 0.0722260 Jun 10 10:31:12.932366 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Request body: {'port': {'security_groups': ['e4ac4291-0872-4ca8-a95d-8518890b9a29']}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:13.036605 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.234412 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.238123 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-109f6af7-4c39-400a-a9a1-06fa6b6faf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.244512 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=425d326c-73db-457a-869c-e3cf8256efad,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:13.278390 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.282656 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.287612 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ae8142b4-5f35-4f70-baab-90e54e94bd0b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:13.296021 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['425d326c-73db-457a-869c-e3cf8256efad'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:31:13.334438 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:13.335566 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.336446 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-03bbd20d-8b34-4f9d-bad9-c9318063d076 req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "PUT /v2.0/ports/425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 942 time: 0.4084804 Jun 10 10:31:13.336979 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:13.339378 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e" -d '{"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:13.344178 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55426) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:13.376044 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event updated for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=7']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:13.381059 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:13.400584 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f8a881-8f58-4c47-b054-cdccf4c332e9 x-openstack-request-id: req-f5f8a881-8f58-4c47-b054-cdccf4c332e9 {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:13.400922 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:13.401216 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-f5f8a881-8f58-4c47-b054-cdccf4c332e9 {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:13.401656 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad', 'status': 'completed', 'code': 200} Jun 10 10:31:13.448608 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['425d326c-73db-457a-869c-e3cf8256efad'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:31:13.505590 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.551352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.555286 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-0a5bc330-c197-4d0f-a04f-3af2cd4d255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:13.556902 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-aa1a8b8c-ad4f-4717-8e1f-679ed6418836 None None] Provisioning complete for port 425d326c-73db-457a-869c-e3cf8256efad triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:31:13.557015 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-0a5bc330-c197-4d0f-a04f-3af2cd4d255c service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1098 time: 0.1172216 Jun 10 10:31:13.557194 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-aa1a8b8c-ad4f-4717-8e1f-679ed6418836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.706318 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-d10d8ab0-753c-4a75-9ebe-1e835482a305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:13.707805 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-d10d8ab0-753c-4a75-9ebe-1e835482a305 service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 917 time: 0.1397161 Jun 10 10:31:13.726081 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.729289 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.730380 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "DELETE /v2.0/security-groups/38b15ce8-b8cf-49a9-b965-99fca25a2a9b HTTP/1.1" status: 204 len: 168 time: 0.3853679 Jun 10 10:31:13.733123 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55434) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:13.771246 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0f87da48-affc-4476-a650-49d576d0f5f9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:13.788456 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b15ce8-b8cf-49a9-b965-99fca25a2a9b,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:13.790866 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:13.812674 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-1b2f7316-8e79-4921-9f10-efd8225fccac service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 1000 time: 0.0938864 Jun 10 10:31:13.875730 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-4592270e-db13-42dc-a1d8-1e4b9bbc0cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:13.877183 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-4592270e-db13-42dc-a1d8-1e4b9bbc0cb0 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 200 len: 854 time: 0.0561969 Jun 10 10:31:13.938856 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Deleting port af331fac-3513-48a7-a30c-a0910d10621a {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:13.939498 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:13.948486 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-d1174af0-ae64-4dc5-adb6-ecd756e3783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:13.950146 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-d1174af0-ae64-4dc5-adb6-ecd756e3783f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0590100 Jun 10 10:31:14.045789 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:14.046170 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:14.081118 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-3443259e-23ef-4698-8b83-e462ed290f56 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188526 Jun 10 10:31:14.141647 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Calling delete_port for af331fac-3513-48a7-a30c-a0910d10621a owned by network:floatingip {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:14.199663 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:14.208597 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7350cd2e-8cba-4fce-8f7d-af4febf1a80e req-5a487e5d-d15a-477b-8540-cfa0facd37f3 service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177528 Jun 10 10:31:14.339190 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:14.341333 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-fa37300b-5cc7-4eb3-bce2-256ebfeaa0a0 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:14.368886 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event deleted for resources: {'Port': ['ID=af331fac-3513-48a7-a30c-a0910d10621a,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:14.372314 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:14.447712 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks [] for floatingip, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:14.448053 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.l3_db [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Floating IP 40c97cd8-d0be-4652-9c94-7e30880f4bea disassociated (deleted). External IP: 172.28.1.24, port: 425d326c-73db-457a-869c-e3cf8256efad. Jun 10 10:31:14.970643 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Router b947f126-4b9d-4208-a224-1a1d22d6bc6a has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:31:15.118608 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:31:15.123660 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:15.129771 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] Sync routers for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:31:15.139226 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:15.139828 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:15.165384 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7438daeb-3a2e-4719-b5c3-58b8d8d5cbdb tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "DELETE /v2.0/floatingips/40c97cd8-d0be-4652-9c94-7e30880f4bea HTTP/1.1" status: 204 len: 168 time: 1.4311249 Jun 10 10:31:15.289931 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:15.402700 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:15.405618 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f33a7386-2716-4dbe-83de-4fc0753a9561" -d '{"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:15.453266 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2946f947-e1f4-407e-bef2-7e66db9782fd x-openstack-request-id: req-2946f947-e1f4-407e-bef2-7e66db9782fd {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:15.453878 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "tag": "425d326c-73db-457a-869c-e3cf8256efad", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:15.454199 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-2946f947-e1f4-407e-bef2-7e66db9782fd {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:15.454635 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'tag': '425d326c-73db-457a-869c-e3cf8256efad', 'status': 'completed', 'code': 200} Jun 10 10:31:15.546176 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-b732e106-8e7d-42f2-a41e-f5d453c6cc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:15.547705 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-b732e106-8e7d-42f2-a41e-f5d453c6cc76 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 1098 time: 0.0593808 Jun 10 10:31:15.569780 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 5, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:15.573063 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] Checking router: b947f126-4b9d-4208-a224-1a1d22d6bc6a for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:31:15.581229 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:15.581823 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:15.663843 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-38a51441-a233-4566-8d4e-677c515aa89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:15.665316 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-38a51441-a233-4566-8d4e-677c515aa89f service neutron] 10.222.0.95 "GET /v2.0/networks?id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 200 len: 917 time: 0.1109338 Jun 10 10:31:15.723739 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-acf4fef7-aa4b-48c8-8c1a-b26fbfa301d4 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 200 len: 217 time: 0.0481603 Jun 10 10:31:15.728185 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:15.793161 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-93d500ca-8c8a-4a6b-8372-72d7e79eff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:15.794560 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-93d500ca-8c8a-4a6b-8372-72d7e79eff2b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 200 len: 854 time: 0.0633059 Jun 10 10:31:15.862461 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-af6a381d-9348-4250-8dce-463e8ca912d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:15.863968 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-af6a381d-9348-4250-8dce-463e8ca912d2 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0621800 Jun 10 10:31:15.995326 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-97a05a52-9a68-4584-bf43-f2acf3e98dba service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231141 Jun 10 10:31:16.019928 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 5, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:16.024292 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77a5b29-b36a-4747-8c3f-f7ed63b95428 None None] The sync data for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb is: [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'c6e49b6b-72ad-4a02-b1aa-915a344cecdf', 'name': '', 'network_id': '6d6edb31-db13-4cf7-bcf9-ebd8c46f408d', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'mac_address': 'fa:16:3e:d1:1c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:29Z', 'updated_at': '2021-06-10T10:28:36Z', 'revision_number': 5, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'subnets': [{'id': 'c6973c42-48fc-46fb-91f5-5e916872afeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:31:16.094693 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:16.162765 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f33a7386-2716-4dbe-83de-4fc0753a9561 req-a424d752-c4ba-4095-b11b-25b5f7ed94cf service neutron] 10.222.0.95 "GET /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566525 Jun 10 10:31:16.291642 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fe0c16-8539-40a2-8abb-e221df7f382b None None] New status for floating IP 40c97cd8-d0be-4652-9c94-7e30880f4bea: DOWN {{(pid=91750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:31:18.238762 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc4e964-f7fe-4118-8411-93c0e4f20973 req-22ff618a-c6bb-4259-a870-17ea27655081 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:18.240137 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0dc4e964-f7fe-4118-8411-93c0e4f20973 req-22ff618a-c6bb-4259-a870-17ea27655081 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.0702250 Jun 10 10:31:18.284282 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0dc4e964-f7fe-4118-8411-93c0e4f20973 req-02409d18-1ad5-4ff3-b560-758a098cc6f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386546 Jun 10 10:31:19.523132 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186da70-a374-4ebc-b7c6-4a42ffe9d1eb req-eaf8ae95-a39c-46cf-9ab6-9c624b0a5bee tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:19.524599 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a186da70-a374-4ebc-b7c6-4a42ffe9d1eb req-eaf8ae95-a39c-46cf-9ab6-9c624b0a5bee tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.1163812 Jun 10 10:31:19.546107 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d884940c-1115-43eb-be4d-80a8573d4ac2 req-eee4eb2d-f41f-4aae-a460-2556adda0e7e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:19.547501 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d884940c-1115-43eb-be4d-80a8573d4ac2 req-eee4eb2d-f41f-4aae-a460-2556adda0e7e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 947 time: 0.0984519 Jun 10 10:31:19.599467 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a186da70-a374-4ebc-b7c6-4a42ffe9d1eb req-f626cc17-179b-4ec1-bac6-830207c42c8e tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672171 Jun 10 10:31:19.613083 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d884940c-1115-43eb-be4d-80a8573d4ac2 req-423a79a0-805b-48e5-9667-2d46b0d695bd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552375 Jun 10 10:31:20.822861 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30d4ab-ee09-4fb6-bfc6-4c039ea3eda2 req-0815f0e5-ae63-4c5c-a742-236c6190834a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:20.824335 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6a30d4ab-ee09-4fb6-bfc6-4c039ea3eda2 req-0815f0e5-ae63-4c5c-a742-236c6190834a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.1147394 Jun 10 10:31:20.846070 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc3d42-d308-4b16-9c2a-ea2516c94c76 req-53dac1c8-5ce0-43e7-926d-3a6325287f94 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:20.847496 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aadc3d42-d308-4b16-9c2a-ea2516c94c76 req-53dac1c8-5ce0-43e7-926d-3a6325287f94 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 947 time: 0.1055963 Jun 10 10:31:20.899210 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6a30d4ab-ee09-4fb6-bfc6-4c039ea3eda2 req-32d2fed1-b4a7-430a-8aa3-739aaf484e02 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/security-groups?id=e4ac4291-0872-4ca8-a95d-8518890b9a29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690076 Jun 10 10:31:20.912610 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aadc3d42-d308-4b16-9c2a-ea2516c94c76 req-c16a987c-4f63-40d4-b228-5a5e07e14ece tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558927 Jun 10 10:31:21.274305 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-ef8f9be0-7c8a-425b-babe-6be3e96fa448 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:21.275762 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-ef8f9be0-7c8a-425b-babe-6be3e96fa448 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.95 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 945 time: 0.0712106 Jun 10 10:31:21.408778 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Deleting port 425d326c-73db-457a-869c-e3cf8256efad {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:21.409197 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:21.527321 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] For port 425d326c-73db-457a-869c-e3cf8256efad, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=425d326c-73db-457a-869c-e3cf8256efad,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:21.527691 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:21.623414 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Calling delete_port for 425d326c-73db-457a-869c-e3cf8256efad owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:21.775052 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:21.778651 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:21.794071 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['425d326c-73db-457a-869c-e3cf8256efad'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:31:22.024080 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.050446 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-15146096-6960-4e2c-a1cf-0d4a3cee5f52 req-52d7c509-c8c8-4b12-9ae1-6495ee420b03 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.23 "GET /v2.0/ports?device_id=f0813738-5bb6-4950-b97e-9ec09fb029ee HTTP/1.1" status: 200 len: 210 time: 0.0367455 Jun 10 10:31:22.079082 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Pushing event deleted for resources: {'Port': ['ID=425d326c-73db-457a-869c-e3cf8256efad,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:22.101954 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:22.125045 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ff3df2-3840-4afd-b9b0-f9f44bb58106 req-5768dc15-aa49-4609-9977-c4a0b832afcb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:22.126707 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-26ff3df2-3840-4afd-b9b0-f9f44bb58106 req-5768dc15-aa49-4609-9977-c4a0b832afcb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 947 time: 0.0792298 Jun 10 10:31:22.170413 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-26ff3df2-3840-4afd-b9b0-f9f44bb58106 req-64b902bb-5911-47f0-b762-5eaa49355a11 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=12f81c21-9d35-4766-8fc4-5900d4503a7b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371737 Jun 10 10:31:22.177357 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] No DVR routers for this DVR port 425d326c-73db-457a-869c-e3cf8256efad on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:31:22.180277 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.182230 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ffdf1d75-daa7-451a-8305-e8e7de3d6185 req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] 10.222.0.95 "DELETE /v2.0/ports/425d326c-73db-457a-869c-e3cf8256efad HTTP/1.1" status: 204 len: 173 time: 0.9002197 Jun 10 10:31:22.184224 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'name': 'network-vif-deleted', 'tag': '425d326c-73db-457a-869c-e3cf8256efad'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:22.186563 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7afc134e-14d8-4513-b262-ed6aceeaf7d0" -d '{"events": [{"server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "name": "network-vif-deleted", "tag": "425d326c-73db-457a-869c-e3cf8256efad"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:22.210470 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-819e4f99-b60d-440b-8332-1abb7cc880f8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:22.211896 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-819e4f99-b60d-440b-8332-1abb7cc880f8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 947 time: 0.1438518 Jun 10 10:31:22.249207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7400a-ea77-440a-aaca-e445eace992d x-openstack-request-id: req-b9f7400a-ea77-440a-aaca-e445eace992d {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:22.249529 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0813738-5bb6-4950-b97e-9ec09fb029ee", "name": "network-vif-deleted", "tag": "425d326c-73db-457a-869c-e3cf8256efad", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:22.249815 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-b9f7400a-ea77-440a-aaca-e445eace992d {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:22.250260 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0813738-5bb6-4950-b97e-9ec09fb029ee', 'name': 'network-vif-deleted', 'tag': '425d326c-73db-457a-869c-e3cf8256efad', 'status': 'completed', 'code': 200} Jun 10 10:31:22.328609 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Deleting port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:22.329313 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.448229 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] For port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:22.448604 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.689735 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.690158 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.690473 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.l3_db [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Floating IP 79f9e9ff-f762-46f6-b208-4de6d5c510a3 disassociated. External IP: 172.28.1.70, port: ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c. Jun 10 10:31:22.690871 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Calling delete_port for ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:22.851704 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:22.855226 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bfe97912-32f5-4326-8064-51bc47e73d4a tempest-VolumesActionsTest-244269803 tempest-VolumesActionsTest-244269803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:22.884585 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event deleted for resources: {'Port': ['ID=ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:22.887943 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:23.035206 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Router 985393ca-3fba-4235-8d98-cb19d94743ad has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:31:23.181944 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:31:23.192820 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] Sync routers for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:31:23.202423 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:23.203047 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:23.238964 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] No DVR routers for this DVR port ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:31:23.241509 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:23.243790 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8fa524cc-e1d4-4931-9450-2b46f95f5b77 req-ba2b750d-d21a-4293-9c91-fc8314f69aa6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "DELETE /v2.0/ports/ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c HTTP/1.1" status: 204 len: 173 time: 1.0257893 Jun 10 10:31:23.387948 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:23.400591 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3728f80-b310-4e55-99e3-e0725deaaea0 req-5f64093f-20e4-47c8-8c80-0bb09e00c62d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=2f4159b5-dd4e-4588-813e-a9f5e70f1f6d HTTP/1.1" status: 200 len: 210 time: 0.0550318 Jun 10 10:31:23.772780 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:23.776458 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] Checking router: 985393ca-3fba-4235-8d98-cb19d94743ad for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:31:23.794113 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:23.794743 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:23.857500 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55646) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:23.966244 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:24.251614 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-deleted', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:24.254125 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232aef8a-c847-4d68-a93e-92406c00c796" -d '{"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-deleted", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:24.290966 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:24.293501 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec4809f-fbc0-487e-894e-84ba95eaaf8f x-openstack-request-id: req-dec4809f-fbc0-487e-894e-84ba95eaaf8f {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:24.293873 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f4159b5-dd4e-4588-813e-a9f5e70f1f6d", "name": "network-vif-deleted", "tag": "ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:24.294362 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-dec4809f-fbc0-487e-894e-84ba95eaaf8f {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:24.294704 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44f2f96-1677-42ca-80c3-3e1d07186bad None None] The sync data for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb is: [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:31:24.294951 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f4159b5-dd4e-4588-813e-a9f5e70f1f6d', 'name': 'network-vif-deleted', 'tag': 'ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c', 'status': 'completed', 'code': 200} Jun 10 10:31:24.390248 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694140'] for router_interface, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:24.524228 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b7c67b-b58c-4d81-8e04-bc43f77ad06b None None] New status for floating IP 79f9e9ff-f762-46f6-b208-4de6d5c510a3: DOWN {{(pid=91750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:31:24.529424 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55662) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:24.594617 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-468c70fa-c7e1-49e7-a584-18f6b70628ea tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:24.623982 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-468c70fa-c7e1-49e7-a584-18f6b70628ea tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:24.678777 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 425d326c-73db-457a-869c-e3cf8256efad no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:24.681129 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-468c70fa-c7e1-49e7-a584-18f6b70628ea tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:24.687964 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-468c70fa-c7e1-49e7-a584-18f6b70628ea tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:24.689126 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-468c70fa-c7e1-49e7-a584-18f6b70628ea tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "DELETE /v2.0/security-groups/12f81c21-9d35-4766-8fc4-5900d4503a7b HTTP/1.1" status: 204 len: 168 time: 0.1586349 Jun 10 10:31:24.690053 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-89f03909-c386-453b-ab7e-b5aa560b213a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:24.694773 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55664) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:24.704318 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 425d326c-73db-457a-869c-e3cf8256efad {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:24.704689 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 425d326c-73db-457a-869c-e3cf8256efad not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:24.715988 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.api.v2.resource [None req-217708ec-aff6-45f1-a202-6e8ac7f681fb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] show failed (client error): The resource could not be found. Jun 10 10:31:24.718034 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-217708ec-aff6-45f1-a202-6e8ac7f681fb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups/12f81c21-9d35-4766-8fc4-5900d4503a7b HTTP/1.1" status: 404 len: 347 time: 0.0213091 Jun 10 10:31:24.719026 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c70fa-c7e1-49e7-a584-18f6b70628ea tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f81c21-9d35-4766-8fc4-5900d4503a7b,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:24.720700 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55666) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:24.723002 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-468c70fa-c7e1-49e7-a584-18f6b70628ea tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:24.880870 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Deleting port c6e49b6b-72ad-4a02-b1aa-915a344cecdf {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:24.881213 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.005187 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] For port c6e49b6b-72ad-4a02-b1aa-915a344cecdf, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:25.005553 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.008595 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Deleting port 1127a2ff-7ade-4e05-a059-67531baccb21 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:25.008935 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.124984 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Calling delete_port for c6e49b6b-72ad-4a02-b1aa-915a344cecdf owned by network:router_interface {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:25.275767 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.276091 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.379765 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Calling delete_port for 1127a2ff-7ade-4e05-a059-67531baccb21 owned by network:floatingip {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:25.907089 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.911004 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:25.951489 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:25.953500 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6e49b6b-72ad-4a02-b1aa-915a344cecdf,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:25.977516 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:25.979720 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:26.037850 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event deleted for resources: {'Port': ['ID=1127a2ff-7ade-4e05-a059-67531baccb21,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:26.042734 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:26.240339 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:26.242783 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:26.243910 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "DELETE /v2.0/floatingips/79f9e9ff-f762-46f6-b208-4de6d5c510a3 HTTP/1.1" status: 204 len: 168 time: 1.5202880 Jun 10 10:31:26.271616 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2092001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695532'] for router_interface, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:26.570572 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Router b947f126-4b9d-4208-a224-1a1d22d6bc6a has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:31:26.625272 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:26.658588 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:26.659171 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ebae79fc-3b51-4b1b-9424-5d56ccfd0d0c not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:26.718686 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:31:26.724197 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] 10.222.0.23 "PUT /v2.0/routers/b947f126-4b9d-4208-a224-1a1d22d6bc6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8656256 Jun 10 10:31:26.727119 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55710) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:26.730946 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] Sync routers for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:31:26.740749 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:26.741365 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:26.881317 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks [] for router, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:26.889001 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:27.032606 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.082485 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55720) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:27.095913 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Deleting port 3358aa6e-4ef6-4f32-83c4-a29775e53b16 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:27.096268 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.141719 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38'}], 'enable_snat': True}, 'gw_port_id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:31:25Z', 'revision_number': 5, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port': {'id': '3358aa6e-4ef6-4f32-83c4-a29775e53b16', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:5b:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:25Z', 'updated_at': '2021-06-10T10:28:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:27.147038 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] Checking router: b947f126-4b9d-4208-a224-1a1d22d6bc6a for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:31:27.155987 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] Routers {'b947f126-4b9d-4208-a224-1a1d22d6bc6a'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:27.156630 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:27.197001 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe952-476f-43eb-b321-b0691b5ec729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.205267 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] For port 3358aa6e-4ef6-4f32-83c4-a29775e53b16, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=3358aa6e-4ef6-4f32-83c4-a29775e53b16,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:27.205631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.283330 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] Set router b947f126-4b9d-4208-a224-1a1d22d6bc6a gateway port host: None {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:27.293860 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe952-476f-43eb-b321-b0691b5ec729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.299477 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe952-476f-43eb-b321-b0691b5ec729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.302602 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cfc5e602-6833-410f-9118-e5110528fb2b tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:27.303228 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Calling delete_port for 3358aa6e-4ef6-4f32-83c4-a29775e53b16 owned by network:router_gateway {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:27.346318 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e4fbe952-476f-43eb-b321-b0691b5ec729 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=100f43f28d704930957b5f3d4331d380&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2588851 Jun 10 10:31:27.347442 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55726) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:27.371139 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fbe952-476f-43eb-b321-b0691b5ec729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=919a4179-79aa-40d6-a620-ba32ae6031b1,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:27.375548 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e4fbe952-476f-43eb-b321-b0691b5ec729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:27.415612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9bc1-6aa4-4d2e-aa62-a45261cb8a2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.428123 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:31:27Z', 'revision_number': 6, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port_host': None}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:27.432701 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add0c1b-8726-4f41-9b9b-1208794c0af5 None None] The sync data for ids ['b947f126-4b9d-4208-a224-1a1d22d6bc6a'] in dv-cinder-795751-1-smb is: [{'id': 'b947f126-4b9d-4208-a224-1a1d22d6bc6a', 'name': 'tempest-TestMinimumBasicScenario-2142955277-router', 'tenant_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:23Z', 'updated_at': '2021-06-10T10:31:27Z', 'revision_number': 6, 'project_id': '095821aa57d34c5f9190e6cf64ec3e4a', 'gw_port_host': None}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:31:27.441051 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9bc1-6aa4-4d2e-aa62-a45261cb8a2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.495146 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9bc1-6aa4-4d2e-aa62-a45261cb8a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.497853 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f4ae9bc1-6aa4-4d2e-aa62-a45261cb8a2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.501606 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f4ae9bc1-6aa4-4d2e-aa62-a45261cb8a2b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/919a4179-79aa-40d6-a620-ba32ae6031b1 HTTP/1.1" status: 204 len: 168 time: 0.1530399 Jun 10 10:31:27.502440 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c7d0b439-8b37-4e03-be20-1fd85a434738 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:27.511024 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ae9bc1-6aa4-4d2e-aa62-a45261cb8a2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=919a4179-79aa-40d6-a620-ba32ae6031b1,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:27.513463 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f4ae9bc1-6aa4-4d2e-aa62-a45261cb8a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:27.537938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.540045 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:27.570006 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=3358aa6e-4ef6-4f32-83c4-a29775e53b16,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:27.573191 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:27.650889 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698685'] for router_gateway, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.805990 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55732) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:27.823925 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-82fcd112-110e-4728-8a98-9fbe6f8c89fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.911086 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55734) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:27.918948 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376138991', 'description': 'tempest-description--579593660'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:27.955783 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-82fcd112-110e-4728-8a98-9fbe6f8c89fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.962253 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-82fcd112-110e-4728-8a98-9fbe6f8c89fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:27.967478 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4a442e3a-e07d-442c-a9f9-92a97dbe57f7 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:28.015852 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-82fcd112-110e-4728-8a98-9fbe6f8c89fa admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b4a7a2c60ccd40d4b6921e587948b74c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2084877 Jun 10 10:31:28.020456 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.023107 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55736) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:28.039857 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fcd112-110e-4728-8a98-9fbe6f8c89fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20da81ad-88b0-4905-8428-7303066216de,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:28.042885 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-82fcd112-110e-4728-8a98-9fbe6f8c89fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:28.051538 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123339'] for router, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.054090 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.111632 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687896'] for router, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.112144 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b947f126-4b9d-4208-a224-1a1d22d6bc6a {{(pid=91749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:31:28.116673 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.117819 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] 10.222.0.23 "DELETE /v2.0/routers/b947f126-4b9d-4208-a224-1a1d22d6bc6a HTTP/1.1" status: 204 len: 168 time: 1.3899195 Jun 10 10:31:28.120410 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55738) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:28.122975 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.166509 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.178826 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Deleting subnet c6973c42-48fc-46fb-91f5-5e916872afeb {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:31:28.182017 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.201877 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.217222 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.222731 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-fbab7bbb-8d6b-473c-9e0b-6d95a09718ba tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:28.225361 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.251776 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.256928 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3407476 Jun 10 10:31:28.257418 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55740) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:28.261989 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'security_group_rule': {'security_group_id': '77484ab1-7d37-4423-b6a9-9aeadd55d700', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:28.267600 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77484ab1-7d37-4423-b6a9-9aeadd55d700,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:28.272316 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f15687c1-74e7-4f1a-96e0-cd9f5ed692d3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:28.291937 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.294947 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.296172 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/20da81ad-88b0-4905-8428-7303066216de HTTP/1.1" status: 204 len: 168 time: 0.2721119 Jun 10 10:31:28.296952 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-43d532e1-1c0a-42d1-a369-c356579eb59c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:28.307448 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20da81ad-88b0-4905-8428-7303066216de,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:28.309744 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:28.316580 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.373780 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.385921 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c6e49b6b-72ad-4a02-b1aa-915a344cecdf no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:28.421358 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.426883 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.429537 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:28.431668 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: c6e49b6b-72ad-4a02-b1aa-915a344cecdf {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:28.432033 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c6e49b6b-72ad-4a02-b1aa-915a344cecdf not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:28.432469 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3358aa6e-4ef6-4f32-83c4-a29775e53b16 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:28.452458 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.455134 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f91fac1-1440-4328-89d2-9ba97f0d0d2a,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:28.459925 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:28.463392 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.466354 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082596 Jun 10 10:31:28.467523 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55744) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:28.473511 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'security_group_rule': {'security_group_id': '77484ab1-7d37-4423-b6a9-9aeadd55d700', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:28.477327 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-41160746-f26b-407c-aebd-421d1f4e5dde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:28.480111 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 3358aa6e-4ef6-4f32-83c4-a29775e53b16 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:28.480663 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3358aa6e-4ef6-4f32-83c4-a29775e53b16 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:28.509655 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.512318 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6973c42-48fc-46fb-91f5-5e916872afeb,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:28.514421 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.518835 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] 10.222.0.23 "DELETE /v2.0/subnets/c6973c42-48fc-46fb-91f5-5e916872afeb HTTP/1.1" status: 204 len: 168 time: 0.3951235 Jun 10 10:31:28.518835 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-35bfc998-87c6-42d3-a230-e6329292133b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:28.519276 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55746) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:28.524123 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defc375c-a271-4dde-b061-0a3baf6873af None None] Network 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:31:28.600177 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.605638 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.608379 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8ca00480-faba-4349-bd21-d212a3cc707a tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:28.636228 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.639594 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.640778 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714044 Jun 10 10:31:28.644646 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55750) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:28.646720 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d302adbb-d0ab-4d32-a8ae-7b2668cb4da9,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:28.650890 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'floatingip': {'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:28.652262 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8f903a14-82b7-49ad-8f4f-46ea0b05b395 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:28.723881 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.775700 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Deleting port 8d9545c0-9679-48d8-955f-fde2b14145a2 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:28.776114 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.928696 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] For port 8d9545c0-9679-48d8-955f-fde2b14145a2, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8d9545c0-9679-48d8-955f-fde2b14145a2,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:28.929068 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:28.983324 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] DHCP port deletion for 6d6edb31-db13-4cf7-bcf9-ebd8c46f408d request from dv-cinder-795751-1-smb {{(pid=91750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:31:29.038558 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Deleting port 8d9545c0-9679-48d8-955f-fde2b14145a2 {{(pid=91750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:29.038961 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.039267 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Calling delete_port for 8d9545c0-9679-48d8-955f-fde2b14145a2 owned by network:dhcp {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:29.106280 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.129606 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] For port 8d9545c0-9679-48d8-955f-fde2b14145a2, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8d9545c0-9679-48d8-955f-fde2b14145a2,segment=NetworkSegment(b59eb085-0849-4f3c-9487-5c76d8fe7c63),segment_id=b59eb085-0849-4f3c-9487-5c76d8fe7c63)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:29.130052 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.152803 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55768) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:29.233917 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Calling delete_port for 8d9545c0-9679-48d8-955f-fde2b14145a2 owned by network:dhcp {{(pid=91750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:29.243949 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.248216 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:29.256386 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1047746834-network', 'tenant_id': '433df010653f40b59df23dfe4361c9a0'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:29.280305 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Made reservation on behalf of 433df010653f40b59df23dfe4361c9a0 for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:31:29.283089 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.288988 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] No DVR routers for this DVR port 8d9545c0-9679-48d8-955f-fde2b14145a2 on host dv-cinder-795751-1-smb {{(pid=91749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:31:29.295694 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9545c0-9679-48d8-955f-fde2b14145a2,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:29.297939 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:29.302557 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.333505 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.333771 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Allocated IP 172.28.1.76 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/08f93243-fb56-4e6e-b8b9-8e07f6579264) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:31:29.335208 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:29.366228 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Pushing event deleted for resources: {'Port': ['ID=8d9545c0-9679-48d8-955f-fde2b14145a2,revision_number=None']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:29.368483 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] No DVR routers for this DVR port 8d9545c0-9679-48d8-955f-fde2b14145a2 on host dv-cinder-795751-1-smb {{(pid=91750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:31:29.376540 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.376927 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.377251 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.377592 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.383374 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:29.386654 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-0127fabb-1ccd-4e19-9963-7ed739afb417 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:29.414394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.418805 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.421690 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e0d37972-a767-4adc-a83d-e99d0548bf25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:29.445343 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1311} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:31:29.452180 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.453970 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d70aeb7-1b29-43d6-a372-7c33859d4858,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:29.458275 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:29.461408 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.461763 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Added segment 951ad931-0816-4b4f-9f10-763cea260b87 of type vlan for network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 Jun 10 10:31:29.509457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6edb31-db13-4cf7-bcf9-ebd8c46f408d']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:29.514782 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.529457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59eb085-0849-4f3c-9487-5c76d8fe7c63') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:29.529766 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59eb085-0849-4f3c-9487-5c76d8fe7c63') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:29.543557 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.550883 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.552439 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:29.553039 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.555872 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:29.570975 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.585463 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.587821 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:31:29.588163 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: retrieve_revision_numbers = { Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: retrieve_revision_numbers = { Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:31:29.589810 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:31:29.596055 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4387147 Jun 10 10:31:29.598365 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55772) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:29.604695 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Request body: {'subnet': {'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1047746834-subnet', 'tenant_id': '433df010653f40b59df23dfe4361c9a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:29.649593 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Pushing event updated for resources: {'Network': ['ID=0f6f4d41-55ab-43e2-8ab2-ace70f14c152,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:29.653964 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-7c382cd1-704a-4a7e-8766-4424b8be2144 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:29.672292 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:31:29.681322 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.685536 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Made reservation on behalf of 433df010653f40b59df23dfe4361c9a0 for: {'subnet': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:31:29.687802 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770087'] for subnet, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.696457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:29.698865 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.704192 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] 10.222.0.23 "DELETE /v2.0/networks/6d6edb31-db13-4cf7-bcf9-ebd8c46f408d HTTP/1.1" status: 204 len: 168 time: 1.1805561 Jun 10 10:31:29.704192 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55774) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:29.771640 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Pushing event deleted for resources: {'Network': ['ID=6d6edb31-db13-4cf7-bcf9-ebd8c46f408d,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:29.819552 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-97c9434e-12bc-4143-b791-4b691cd84c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:29.836485 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.840785 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8b654ea2-ffd6-4d21-a30c-df39f0c15c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:29.899992 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:31:29.903055 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31282681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770097'] for subnet, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:29.907853 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-ac05f88b-2d9a-40e2-bab7-5d9790cd0633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:29.911576 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:31:29.916413 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:31:29.950610 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'Port': ['ID=08f93243-fb56-4e6e-b8b9-8e07f6579264,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:29.962518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:29.974685 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f17e8100-79b3-4720-b608-2603f69671ac,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:29.977972 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:29.983669 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Checking segment: {'id': '951ad931-0816-4b4f-9f10-763cea260b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:31:29.984034 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Network hostable DHCP agents. Network: 0f6f4d41-55ab-43e2-8ab2-ace70f14c152, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:31:30.000661 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:31:30.009412 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 0f6f4d41-55ab-43e2-8ab2-ace70f14c152) {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:31:30.013689 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:30.014352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.026548 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db475d-b8fd-49b8-9f81-1cfe945245da None None] Network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:31:30.030426 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2d7f6701-efd2-4419-87c4-8bb8c21bc2c5 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4309421 Jun 10 10:31:30.154603 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.226243 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8943b18f-3982-49b3-8306-86f83e56e612 None None] Network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:31:30.258947 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.262501 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8d9545c0-9679-48d8-955f-fde2b14145a2 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:30.303199 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 8d9545c0-9679-48d8-955f-fde2b14145a2 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:30.303561 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8d9545c0-9679-48d8-955f-fde2b14145a2 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:30.566806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.575245 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694140'] for router_interface, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.578164 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.628912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1ef5c34a-a630-49cc-88d8-22bd58670fe2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:30.650973 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55790) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:30.656277 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-363575081-network', 'tenant_id': '892060d1151a4a25961ca04e43352415'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:30.677203 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Made reservation on behalf of 892060d1151a4a25961ca04e43352415 for: {'network': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:31:30.679775 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.691700 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.772372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'Port': ['ID=08f93243-fb56-4e6e-b8b9-8e07f6579264,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:30.777448 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:30.787246 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.790196 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.794552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.797488 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-932d6e40-d8c1-40ee-ba94-c1b72dcaffe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:30.812938 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.814490 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1682231 Jun 10 10:31:30.826484 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1303} {{(pid=91748) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:31:30.836329 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34457799-4d14-488b-9e30-a847ac073904,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:30.840684 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:30.841712 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.842088 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.segments_db [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Added segment 52455211-ebc6-4fb6-844f-2f0de9849410 of type vlan for network 1ce4c3af-7857-4c02-9b37-318c9c22f5db Jun 10 10:31:30.892920 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.925552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.926963 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:30.927718 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:30.932386 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:30.969386 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3171730 Jun 10 10:31:30.972230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 55800) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:30.978732 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Request body: {'subnet': {'network_id': '1ce4c3af-7857-4c02-9b37-318c9c22f5db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-363575081-subnet', 'tenant_id': '892060d1151a4a25961ca04e43352415', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:31.028881 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Pushing event updated for resources: {'Network': ['ID=1ce4c3af-7857-4c02-9b37-318c9c22f5db,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:31.031693 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:31.040017 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 1ce4c3af-7857-4c02-9b37-318c9c22f5db details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:31:31.051322 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Made reservation on behalf of 892060d1151a4a25961ca04e43352415 for: {'subnet': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:31:31.053874 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30770087'] for subnet, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:31.269215 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31282681', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30770097'] for subnet, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:31.271586 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bee1f706-8778-4841-b4cf-9f0d19b76c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:31.307909 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-e05a8c6e-b97e-4ee1-bc33-38963addf747 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-securitygroup--1376138991&fields=id&tenant_id=19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 267 time: 0.3016171 Jun 10 10:31:31.334545 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b3c7d53-29ce-428f-a747-dac9ae9e89a3,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:31.338257 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:31.346047 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Checking segment: {'id': '52455211-ebc6-4fb6-844f-2f0de9849410', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1303, 'network_id': '1ce4c3af-7857-4c02-9b37-318c9c22f5db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:31:31.346422 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Network hostable DHCP agents. Network: 1ce4c3af-7857-4c02-9b37-318c9c22f5db, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91748) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:31:31.350123 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Deleting port 1b1976ea-dc72-409e-89f6-fc111005e297 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:31.350478 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:31.363005 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Network 1ce4c3af-7857-4c02-9b37-318c9c22f5db is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91748) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:31:31.371754 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 1ce4c3af-7857-4c02-9b37-318c9c22f5db) {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:31:31.376322 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:31.376998 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:31.382702 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52e42d7-930a-448e-b51d-3feaa556c5aa None None] Network 1ce4c3af-7857-4c02-9b37-318c9c22f5db requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:31:31.392925 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-27a53e07-e1b6-4348-9b98-b3fbe2ea1794 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4196341 Jun 10 10:31:31.530135 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] For port 1b1976ea-dc72-409e-89f6-fc111005e297, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=1b1976ea-dc72-409e-89f6-fc111005e297,segment=NetworkSegment(8340530c-a3f4-4bb3-8bc8-fc44f3c21945),segment_id=8340530c-a3f4-4bb3-8bc8-fc44f3c21945)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:31.530424 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:31.554755 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22432c98-f89d-4a5f-a9b0-890886f17ac3 None None] Network 1ce4c3af-7857-4c02-9b37-318c9c22f5db requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:31:31.604202 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-853e0d9e-7a4d-4984-8d1b-94ee5c6c7efd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:31.605686 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-853e0d9e-7a4d-4984-8d1b-94ee5c6c7efd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 817 time: 0.2911396 Jun 10 10:31:31.649004 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Calling delete_port for 1b1976ea-dc72-409e-89f6-fc111005e297 owned by network:router_interface {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:31.669150 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-10441139-b890-437e-bffb-fe7945d3f11e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/quotas/19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 375 time: 0.0174193 Jun 10 10:31:31.952579 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6d0870ae-59df-4574-9797-d73a7a8d6a81 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2361989 Jun 10 10:31:32.013118 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-e7379344-5f33-412b-b6ed-0d26714d37ff tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:32.014587 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-e7379344-5f33-412b-b6ed-0d26714d37ff tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/networks?id=0f6f4d41-55ab-43e2-8ab2-ace70f14c152 HTTP/1.1" status: 200 len: 809 time: 0.1775281 Jun 10 10:31:32.062142 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-6acfb0f8-cfaf-4fdb-bced-bb787ee39e7d tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/quotas/433df010653f40b59df23dfe4361c9a0 HTTP/1.1" status: 200 len: 375 time: 0.0194440 Jun 10 10:31:32.101524 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:32.131853 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:32.140462 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-24ce29bc-cd41-46fa-8fd2-1e1d3bc020c1 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=433df010653f40b59df23dfe4361c9a0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705299 Jun 10 10:31:32.179552 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b1976ea-dc72-409e-89f6-fc111005e297,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:32.227266 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:32.403801 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-41ff9bd8-3e82-4ceb-b879-4b2a608d75c8 service neutron] 10.222.0.23 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371047 Jun 10 10:31:32.610608 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-a67e9cd8-2fc9-4d45-878f-d73554e727f8 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6f4d41-55ab-43e2-8ab2-ace70f14c152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409680 Jun 10 10:31:32.740983 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-daf02a56-cf43-47a6-b3e5-50d6e4bbfddc service neutron] 10.222.0.23 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290055 Jun 10 10:31:32.741563 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2092001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695532'] for router_interface, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:32.872853 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-730276c0-c0da-406c-a0f5-06f1457f9589 service neutron] 10.222.0.23 "GET /v2.0/networks/0f6f4d41-55ab-43e2-8ab2-ace70f14c152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544272 Jun 10 10:31:32.925638 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e21973d1-9479-49e8-b48a-1534599a14ac req-89796b79-d9f9-4475-9c53-9940da8da338 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 210 time: 0.0380249 Jun 10 10:31:33.369824 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-616b0b61-a8df-4987-89b7-e1c14fcf21ce req-85d51c3b-e64b-4de3-9c6c-9b35dc78ca14 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 210 time: 0.0368421 Jun 10 10:31:33.428661 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Router 951ac236-efcf-485a-9e27-6bde1c764351 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:31:33.578420 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:31:33.586518 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-025745b6-9b82-40c5-b111-740438ea7b52 admin admin] 10.222.0.23 "PUT /v2.0/routers/951ac236-efcf-485a-9e27-6bde1c764351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8788888 Jun 10 10:31:33.586518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55848) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:33.589257 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] Sync routers for ids ['951ac236-efcf-485a-9e27-6bde1c764351'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:31:33.600737 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] Routers {'951ac236-efcf-485a-9e27-6bde1c764351'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:33.601480 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['951ac236-efcf-485a-9e27-6bde1c764351'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:33.738386 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks [] for router, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:33.747954 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] Set router 951ac236-efcf-485a-9e27-6bde1c764351 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:33.878710 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:33.945210 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Deleting port 52c0f768-1c5d-418c-9367-68d8ffd7b523 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:33.945870 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.006564 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15'}], 'enable_snat': True}, 'gw_port_id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:31:31Z', 'revision_number': 5, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port': {'id': '52c0f768-1c5d-418c-9367-68d8ffd7b523', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:8a:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951ac236-efcf-485a-9e27-6bde1c764351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 508, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:35Z', 'updated_at': '2021-06-10T10:28:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:34.013244 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] Checking router: 951ac236-efcf-485a-9e27-6bde1c764351 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:31:34.027307 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] Routers {'951ac236-efcf-485a-9e27-6bde1c764351'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:34.027932 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['951ac236-efcf-485a-9e27-6bde1c764351'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:34.092666 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] For port 52c0f768-1c5d-418c-9367-68d8ffd7b523, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=52c0f768-1c5d-418c-9367-68d8ffd7b523,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:34.093323 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.168610 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f5a79896-b4d0-443a-a050-b2e47c39af81 req-4ca2f36d-8a97-4085-ae95-ecf8542eaa3a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 210 time: 0.0680578 Jun 10 10:31:34.251123 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-393b6383-dc32-4ab3-a034-f80a9815b366 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:34.252599 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-393b6383-dc32-4ab3-a034-f80a9815b366 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 817 time: 0.1913147 Jun 10 10:31:34.276801 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Calling delete_port for 52c0f768-1c5d-418c-9367-68d8ffd7b523 owned by network:router_gateway {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:34.310625 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-ccbe2b77-9d21-439d-a917-05253179abe5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 380 time: 0.0473709 Jun 10 10:31:34.329016 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'port': {'device_id': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'admin_state_up': True, 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'security_groups': ['77484ab1-7d37-4423-b6a9-9aeadd55d700']}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:34.365914 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] Set router 951ac236-efcf-485a-9e27-6bde1c764351 gateway port host: None {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:34.486557 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Made reservation on behalf of 19dda0efe34b484daaa2c3f36177786e for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:31:34.490730 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.519997 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:31:33Z', 'revision_number': 6, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port_host': None}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:34.523726 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8dc17dc-b4a8-4810-bdb4-fba86a5e471a None None] The sync data for ids ['951ac236-efcf-485a-9e27-6bde1c764351'] in dv-cinder-795751-1-smb is: [{'id': '951ac236-efcf-485a-9e27-6bde1c764351', 'name': 'tempest-TestMinimumBasicScenario-983422821-router', 'tenant_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:34Z', 'updated_at': '2021-06-10T10:31:33Z', 'revision_number': 6, 'project_id': '6812e3e93475483e8e1b2a826d3fc8a1', 'gw_port_host': None}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:31:34.595752 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-87adff73-656b-48e2-910f-9583b5a53172 req-e112202e-1fbe-43dc-be06-a7fe4a75cf42 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 210 time: 0.0464163 Jun 10 10:31:34.596726 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.605805 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-fdf2a2cc-ba13-4d9b-b809-fdf9ca85494a tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:34.686353 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Pushing event deleted for resources: {'Port': ['ID=52c0f768-1c5d-418c-9367-68d8ffd7b523,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:34.690979 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:34.709179 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698685'] for router_gateway, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.771372 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-45ca1b89-100a-4ce2-8ca7-84c8a1f680e0 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:34.772819 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-45ca1b89-100a-4ce2-8ca7-84c8a1f680e0 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.95 "GET /v2.0/networks?id=0f6f4d41-55ab-43e2-8ab2-ace70f14c152 HTTP/1.1" status: 200 len: 809 time: 0.2516906 Jun 10 10:31:34.788975 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Allocated IP 172.20.0.3 (b17aaa8f-766a-43fe-902f-44fb59f919c0/6fe628e5-cac4-4c48-9c2c-b81e9aa9133c/fdf537a3-b0b1-4de5-a5cd-05a507cd61b9) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:31:34.793731 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Request body: {'port': {'device_id': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152', 'admin_state_up': True, 'tenant_id': '433df010653f40b59df23dfe4361c9a0'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:34.846336 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123339'] for router, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.849334 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.912866 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687896'] for router, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.913599 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 951ac236-efcf-485a-9e27-6bde1c764351 {{(pid=91749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:31:34.918379 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:34.921979 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-be623509-cb01-4056-80a5-4e394b873b43 admin admin] 10.222.0.23 "DELETE /v2.0/routers/951ac236-efcf-485a-9e27-6bde1c764351 HTTP/1.1" status: 204 len: 168 time: 1.3325443 Jun 10 10:31:34.922166 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55862) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:34.983163 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Deleting subnet d84aa815-a3f8-4793-8de0-bd6abc272343 {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:31:34.986812 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.036562 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.132415 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.194149 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.196955 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:35.233032 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d84aa815-a3f8-4793-8de0-bd6abc272343,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:35.236106 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:35.237114 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.239080 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/d84aa815-a3f8-4793-8de0-bd6abc272343 HTTP/1.1" status: 204 len: 168 time: 0.3159585 Jun 10 10:31:35.241502 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55866) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:35.245035 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0eeff2b-c0d1-4cae-b761-84a4dd3a2c4f None None] Network 043d6f31-6fc6-4931-bcbe-774d971b62bd requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:31:35.302717 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Made reservation on behalf of 433df010653f40b59df23dfe4361c9a0 for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:31:35.306729 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.336557 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.372259 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.431074 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Transition to ACTIVE for port object fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:31:35.446877 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ca65cec3-2f37-4fc1-a650-354ea09b6535 req-056d954c-8042-47ca-ab2c-fbd5faf27461 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 210 time: 0.0567961 Jun 10 10:31:35.472515 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Deleting port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:35.473108 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.522551 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] DHCP port deletion for 043d6f31-6fc6-4931-bcbe-774d971b62bd request from dv-cinder-795751-1-smb {{(pid=91750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:31:35.531731 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Allocated IP 172.20.0.14 (0f6f4d41-55ab-43e2-8ab2-ace70f14c152/f17e8100-79b3-4720-b608-2603f69671ac/768c3bbc-2524-40d6-b71e-4b6add1c77c2) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:31:35.534859 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.540640 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c38b7d91-c70b-40a5-9859-098d0db6d199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:35.584284 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] For port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,segment=NetworkSegment(8340530c-a3f4-4bb3-8bc8-fc44f3c21945),segment_id=8340530c-a3f4-4bb3-8bc8-fc44f3c21945)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:35.584824 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.597809 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] Deleting port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 {{(pid=91750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:35.598308 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.607579 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:31:35.614518 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:31:35.624655 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:35.628775 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:31:35.634474 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:35.690750 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Calling delete_port for 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 owned by network:dhcp {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:35.710942 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] For port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,segment=NetworkSegment(8340530c-a3f4-4bb3-8bc8-fc44f3c21945),segment_id=8340530c-a3f4-4bb3-8bc8-fc44f3c21945)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:35.712165 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.753719 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:35.754489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.799799 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-a476c031-8bfb-41d1-ad25-530780ad554c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4814975 Jun 10 10:31:35.832198 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:35.836607 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:35.875636 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Request body: {'port': {'device_id': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:35.885148 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] Calling delete_port for 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 owned by network:dhcp {{(pid=91750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:35.895846 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] No DVR routers for this DVR port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 on host dv-cinder-795751-1-smb {{(pid=91749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:31:35.899791 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:35.902526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:35.929971 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e4fff028-c54a-479b-bb93-37f8a0cd8962 req-34ae6a42-5f3d-4034-8594-c5faccf27a50 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 210 time: 0.0951817 Jun 10 10:31:35.991615 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6bdd4033-2095-48df-867e-d0cf2c2e2f11 None None] Provisioning for port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:31:35.998534 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6bdd4033-2095-48df-867e-d0cf2c2e2f11 None None] Provisioning complete for port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:31:35.999036 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6bdd4033-2095-48df-867e-d0cf2c2e2f11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.008348 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.020312 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.054689 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-6bdd4033-2095-48df-867e-d0cf2c2e2f11 None None] Port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:31:36.057937 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.060147 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:36.090619 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] Pushing event deleted for resources: {'Port': ['ID=0a0555b8-aba9-4b42-aee4-9bc130cdbb00,revision_number=None']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:36.098201 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:36.099175 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f11be8-a93f-4d50-a85a-d706fdc5085e None None] No DVR routers for this DVR port 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 on host dv-cinder-795751-1-smb {{(pid=91750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:31:36.169979 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.176449 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:36.229166 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 52c0f768-1c5d-418c-9367-68d8ffd7b523 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:36.249397 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:31:36.256706 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 52c0f768-1c5d-418c-9367-68d8ffd7b523 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:36.257338 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 52c0f768-1c5d-418c-9367-68d8ffd7b523 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:36.257816 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:36.266997 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:31:36.282176 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:36.282906 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 0a0555b8-aba9-4b42-aee4-9bc130cdbb00 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:36.283090 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:31:36.283298 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 1b1976ea-dc72-409e-89f6-fc111005e297 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:36.312689 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 1b1976ea-dc72-409e-89f6-fc111005e297 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:36.313072 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 1b1976ea-dc72-409e-89f6-fc111005e297 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:31:36.313508 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.325719 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Pushing event updated for resources: {'Port': ['ID=768c3bbc-2524-40d6-b71e-4b6add1c77c2,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:36.326964 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['043d6f31-6fc6-4931-bcbe-774d971b62bd']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:36.347611 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8340530c-a3f4-4bb3-8bc8-fc44f3c21945') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:36.347920 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8340530c-a3f4-4bb3-8bc8-fc44f3c21945') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:36.358752 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.368784 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:36.373865 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.379807 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Releasing vlan 1323 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:31:36.380201 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:31:36.381844 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:31:36.410523 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:36.411150 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.438736 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6513369 Jun 10 10:31:36.455748 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.459365 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:36.461809 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.465977 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Request body: {'port': {'device_id': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:36.466126 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] 10.222.0.23 "DELETE /v2.0/networks/043d6f31-6fc6-4931-bcbe-774d971b62bd HTTP/1.1" status: 204 len: 168 time: 1.2211800 Jun 10 10:31:36.484226 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Pushing event deleted for resources: {'Network': ['ID=043d6f31-6fc6-4931-bcbe-774d971b62bd,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:36.490619 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7b084e4c-4ebf-4c57-92cd-9ab69bbfe74c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:36.544514 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:31:36.556175 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.600877 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Transition to ACTIVE for port object fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:31:36.605399 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.608409 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.619934 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:36.651092 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801d542-6b01-4daa-95b2-69e136e4ec65 req-b45a28ad-30a0-4322-bc1a-ab87beb90d5f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:36.651896 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6801d542-6b01-4daa-95b2-69e136e4ec65 req-b45a28ad-30a0-4322-bc1a-ab87beb90d5f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 931 time: 0.0772970 Jun 10 10:31:36.653183 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55874) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:36.729909 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6801d542-6b01-4daa-95b2-69e136e4ec65 req-0b01a24a-b889-4db8-8723-727e63f529a0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685296 Jun 10 10:31:36.732533 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-797c8c47-640b-4189-ad87-ac37b8abd35d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=095821aa57d34c5f9190e6cf64ec3e4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0778317 Jun 10 10:31:36.734932 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55876) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:36.750852 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:36.755951 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:36.796272 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.821497 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.887279 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.891817 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:36.896124 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4ac4291-0872-4ca8-a95d-8518890b9a29 HTTP/1.1" status: 204 len: 168 time: 0.1602654 Jun 10 10:31:36.896881 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:36.907202 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ac4291-0872-4ca8-a95d-8518890b9a29,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:36.910088 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:36.947809 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Attempting to bind port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:31:36.948161 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Attempting to bind port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:31:36.948502 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Attempting to bind port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 on network b17aaa8f-766a-43fe-902f-44fb59f919c0 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:31:37.000155 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 on network b17aaa8f-766a-43fe-902f-44fb59f919c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:31:37.000155 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Attempting to bind port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 on network b17aaa8f-766a-43fe-902f-44fb59f919c0 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:31:37.013086 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:31:37.013442 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Checking segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:31:37.013827 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Bound using segment: {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:31:37.014383 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Bound port: fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1327, 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:31:37.014662 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.126304 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d0bd6-97ea-4567-b843-43ee5e5e9cd4 req-eef64b3e-baaa-4dd8-883a-2c1fd448a6b1 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:37.129495 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b13d0bd6-97ea-4567-b843-43ee5e5e9cd4 req-eef64b3e-baaa-4dd8-883a-2c1fd448a6b1 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 932 time: 0.0827372 Jun 10 10:31:37.157602 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:31:37.175027 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b13d0bd6-97ea-4567-b843-43ee5e5e9cd4 req-6cb22d26-1a80-4930-b7de-51d56ace4b93 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392494 Jun 10 10:31:37.180552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 768c3bbc-2524-40d6-b71e-4b6add1c77c2 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:31:37.188413 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.192579 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:31:37.202261 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.207004 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f72a7895-7976-4558-ad33-52bb383192ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:37.209228 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Transition to ACTIVE for port object 768c3bbc-2524-40d6-b71e-4b6add1c77c2 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:31:37.237651 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.257968 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:37.258609 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.258754 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55884) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:37.259995 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] 10.222.0.95 "PUT /v2.0/ports/fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 1093 time: 1.3995965 Jun 10 10:31:37.260513 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:37.262983 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dab3552-5216-4266-9cc7-efb246e98408" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:37.321748 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c454ab55-1843-4b2d-8b3a-d0f6fc119c7d admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=6812e3e93475483e8e1b2a826d3fc8a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615165 Jun 10 10:31:37.322715 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e9fb74-90ed-4487-a42d-e69f7b0932f8 x-openstack-request-id: req-a7e9fb74-90ed-4487-a42d-e69f7b0932f8 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:37.323048 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:37.323336 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a7e9fb74-90ed-4487-a42d-e69f7b0932f8 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:37.323776 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'status': 'completed', 'code': 200} Jun 10 10:31:37.324478 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55888) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:37.370226 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:37.376181 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:37.378341 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b74f3b6a-0a57-47b1-af34-c6812c414b95 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:37.387062 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.416350 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.470792 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.473575 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.477243 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/56cd05eb-17be-43ec-a510-2d3b42b569da HTTP/1.1" status: 204 len: 168 time: 0.1492734 Jun 10 10:31:37.477243 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9a33c888-2a8c-4560-973c-7acf9e844f23 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:37.485060 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56cd05eb-17be-43ec-a510-2d3b42b569da,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:37.493286 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:37.499452 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Pushing event updated for resources: {'Port': ['ID=768c3bbc-2524-40d6-b71e-4b6add1c77c2,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:37.506681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:37.522681 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Attempting to bind port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:31:37.523027 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Attempting to bind port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '951ad931-0816-4b4f-9f10-763cea260b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:31:37.523367 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Attempting to bind port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 on network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:31:37.529535 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-4d5485d1-4bb2-4046-b166-126eefd20912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:37.531079 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-4d5485d1-4bb2-4046-b166-126eefd20912 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1096 time: 0.2062774 Jun 10 10:31:37.532014 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 on network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:31:37.532340 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Attempting to bind port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 on network 0f6f4d41-55ab-43e2-8ab2-ace70f14c152 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:31:37.537851 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 31, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:31:37.538298 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Checking segment: {'id': '951ad931-0816-4b4f-9f10-763cea260b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:31:37.538685 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Bound using segment: {'id': '951ad931-0816-4b4f-9f10-763cea260b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:31:37.539127 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Bound port: 768c3bbc-2524-40d6-b71e-4b6add1c77c2, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951ad931-0816-4b4f-9f10-763cea260b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1311, 'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:31:37.539485 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.604587 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-70d501c0-0d05-42de-83bd-a0716f55a26c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 217 time: 0.0630410 Jun 10 10:31:37.711270 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-38103da1-ae50-4f58-a386-51005bd82aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:37.712691 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-38103da1-ae50-4f58-a386-51005bd82aeb service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0831397 Jun 10 10:31:37.715440 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] For port 768c3bbc-2524-40d6-b71e-4b6add1c77c2, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:31:37.719010 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] For port 768c3bbc-2524-40d6-b71e-4b6add1c77c2, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=768c3bbc-2524-40d6-b71e-4b6add1c77c2,segment=NetworkSegment(951ad931-0816-4b4f-9f10-763cea260b87),segment_id=951ad931-0816-4b4f-9f10-763cea260b87)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:31:37.731093 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.758619 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:37.810064 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:37.810712 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:37.812166 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] 10.222.0.95 "PUT /v2.0/ports/768c3bbc-2524-40d6-b71e-4b6add1c77c2 HTTP/1.1" status: 200 len: 1094 time: 1.3596125 Jun 10 10:31:37.844842 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Pushing event updated for resources: {'Port': ['ID=768c3bbc-2524-40d6-b71e-4b6add1c77c2,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:37.850003 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-c2030cb6-07c1-4954-9b8f-cd6959f11f68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:37.858331 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-eddd3e2e-2974-4101-9ea5-e15e83ecf44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:37.859897 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-eddd3e2e-2974-4101-9ea5-e15e83ecf44c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1395199 Jun 10 10:31:37.937620 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c4e7e-89ac-403c-b57c-a5909c3904bd req-2c5e0a37-5dfa-4645-9210-84b85ec52aa3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:37.939138 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1e8c4e7e-89ac-403c-b57c-a5909c3904bd req-2c5e0a37-5dfa-4645-9210-84b85ec52aa3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0691407 Jun 10 10:31:37.982086 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1e8c4e7e-89ac-403c-b57c-a5909c3904bd req-0ef797b7-0a96-4839-8264-7b01b4608c32 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361981 Jun 10 10:31:38.022352 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-8a15ce97-7c53-4ee8-8551-37b9f2f78d62 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544266 Jun 10 10:31:38.024933 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-2ec5702c-5b85-460b-8650-4a19c0a2e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:38.026306 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-2ec5702c-5b85-460b-8650-4a19c0a2e0e4 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=433df010653f40b59df23dfe4361c9a0&device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 1097 time: 0.1508658 Jun 10 10:31:38.116579 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-adbbe879-f648-41ab-9338-e255ff1535b7 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768c3bbc-2524-40d6-b71e-4b6add1c77c2 HTTP/1.1" status: 200 len: 217 time: 0.0736058 Jun 10 10:31:38.379382 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8f073-27e3-4f04-8e22-297a6adeea3e req-f158292c-8991-4b39-aa66-e59d92eaa563 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:38.380916 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a5e8f073-27e3-4f04-8e22-297a6adeea3e req-f158292c-8991-4b39-aa66-e59d92eaa563 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 944 time: 0.0849762 Jun 10 10:31:38.426360 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a5e8f073-27e3-4f04-8e22-297a6adeea3e req-a1a170de-e85f-4699-af6b-e09c8d87b45c tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395417 Jun 10 10:31:38.493028 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-7cdd0a81-ec73-4c1b-9341-4c58927645fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:38.494512 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-7cdd0a81-ec73-4c1b-9341-4c58927645fa service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f17e8100-79b3-4720-b608-2603f69671ac HTTP/1.1" status: 200 len: 849 time: 0.3702569 Jun 10 10:31:38.500557 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-32a47bad-e56c-4fdb-9042-44cc2925f99b req-6f31ead8-331b-4800-9046-a49378e51877 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4645264 Jun 10 10:31:38.537733 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-6c89069c-88a2-4db2-bae2-81afdc52a72f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0f6f4d41-55ab-43e2-8ab2-ace70f14c152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323043 Jun 10 10:31:38.698884 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-1caabfd6-ad22-4e30-970c-c134e80bb182 service neutron] 10.222.0.95 "GET /v2.0/networks/0f6f4d41-55ab-43e2-8ab2-ace70f14c152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525199 Jun 10 10:31:38.701356 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3552-5216-4266-9cc7-efb246e98408 req-68e6820c-66ba-438b-92bb-6b7dbf847f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:38.702734 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7dab3552-5216-4266-9cc7-efb246e98408 req-68e6820c-66ba-438b-92bb-6b7dbf847f49 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1096 time: 0.1489115 Jun 10 10:31:38.912697 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-bbae7edd-df1a-4af7-b3a2-57341473e834 req-ed18b829-4d8d-4576-8dd9-062b26c9be82 service neutron] 10.222.0.95 "GET /v2.0/networks/0f6f4d41-55ab-43e2-8ab2-ace70f14c152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017512 Jun 10 10:31:38.913801 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3552-5216-4266-9cc7-efb246e98408 req-7e2e43c0-2d5a-479c-8bbf-e2e0094f41b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:38.915123 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7dab3552-5216-4266-9cc7-efb246e98408 req-7e2e43c0-2d5a-479c-8bbf-e2e0094f41b3 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.2031572 Jun 10 10:31:38.978549 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7dab3552-5216-4266-9cc7-efb246e98408 req-618dbb3a-fbcd-429f-98dd-8d84afb3ee7c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 217 time: 0.0535967 Jun 10 10:31:39.036929 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3552-5216-4266-9cc7-efb246e98408 req-848a66ec-f189-4fac-85f0-8e1ef7b8dbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:39.038446 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7dab3552-5216-4266-9cc7-efb246e98408 req-848a66ec-f189-4fac-85f0-8e1ef7b8dbb1 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0524149 Jun 10 10:31:39.102510 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dab3552-5216-4266-9cc7-efb246e98408 req-d2087e9c-3a3d-43c0-b39a-662f6318f7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:39.104028 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7dab3552-5216-4266-9cc7-efb246e98408 req-d2087e9c-3a3d-43c0-b39a-662f6318f7e9 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0579250 Jun 10 10:31:39.165761 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1274c15-5e15-424b-b700-3cd01096ca23 req-dfffd0b4-fb9c-4772-b5e1-edceceb595a2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:39.167248 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f1274c15-5e15-424b-b700-3cd01096ca23 req-dfffd0b4-fb9c-4772-b5e1-edceceb595a2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0712333 Jun 10 10:31:39.209280 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f1274c15-5e15-424b-b700-3cd01096ca23 req-b7282dd2-ee2c-4529-92af-9add8628bfe9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363686 Jun 10 10:31:39.224173 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7dab3552-5216-4266-9cc7-efb246e98408 req-72e6b060-1da1-4e50-b22f-84690cfc4fa1 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119368 Jun 10 10:31:39.325586 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'tag': '768c3bbc-2524-40d6-b71e-4b6add1c77c2'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:39.327935 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1540186a-886d-41be-b77e-122766fa9b43" -d '{"events": [{"name": "network-changed", "server_uuid": "9fb16a62-6f75-4212-b2c8-07498211aae7", "tag": "768c3bbc-2524-40d6-b71e-4b6add1c77c2"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:39.348520 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-7dab3552-5216-4266-9cc7-efb246e98408 req-42e15acc-896e-4739-b286-bfc198bc4993 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171024 Jun 10 10:31:39.367292 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df808a5-d726-4e78-9fe8-179f1f3e0684 x-openstack-request-id: req-7df808a5-d726-4e78-9fe8-179f1f3e0684 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:39.367624 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fb16a62-6f75-4212-b2c8-07498211aae7", "tag": "768c3bbc-2524-40d6-b71e-4b6add1c77c2", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:39.367914 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-7df808a5-d726-4e78-9fe8-179f1f3e0684 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:39.368342 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'tag': '768c3bbc-2524-40d6-b71e-4b6add1c77c2', 'status': 'completed', 'code': 200} Jun 10 10:31:39.447118 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540186a-886d-41be-b77e-122766fa9b43 req-b953a435-57cc-47f5-ad26-8c126172c889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:39.448580 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1540186a-886d-41be-b77e-122766fa9b43 req-b953a435-57cc-47f5-ad26-8c126172c889 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=433df010653f40b59df23dfe4361c9a0&device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 1097 time: 0.0599830 Jun 10 10:31:39.569023 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540186a-886d-41be-b77e-122766fa9b43 req-7ebf7672-5649-4338-8b36-66190e4f0bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:39.570507 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1540186a-886d-41be-b77e-122766fa9b43 req-7ebf7672-5649-4338-8b36-66190e4f0bf8 service neutron] 10.222.0.95 "GET /v2.0/networks?id=0f6f4d41-55ab-43e2-8ab2-ace70f14c152 HTTP/1.1" status: 200 len: 911 time: 0.1129742 Jun 10 10:31:39.609481 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b051c494-c37d-41da-b03e-9fa63f0fc4f3 req-703d35fc-68d3-4d5f-a60f-481edfc3f235 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:39.610889 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b051c494-c37d-41da-b03e-9fa63f0fc4f3 req-703d35fc-68d3-4d5f-a60f-481edfc3f235 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 944 time: 0.0723257 Jun 10 10:31:39.630289 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1540186a-886d-41be-b77e-122766fa9b43 req-6addba6d-0d1e-4510-89c5-35c157410319 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=768c3bbc-2524-40d6-b71e-4b6add1c77c2 HTTP/1.1" status: 200 len: 217 time: 0.0523822 Jun 10 10:31:39.652436 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b051c494-c37d-41da-b03e-9fa63f0fc4f3 req-02598412-a697-4683-948c-721df3116208 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352736 Jun 10 10:31:39.687831 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1540186a-886d-41be-b77e-122766fa9b43 req-c9e3eeca-2b77-49ee-8813-663cdd928b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:39.689298 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1540186a-886d-41be-b77e-122766fa9b43 req-c9e3eeca-2b77-49ee-8813-663cdd928b2d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=f17e8100-79b3-4720-b608-2603f69671ac HTTP/1.1" status: 200 len: 849 time: 0.0518575 Jun 10 10:31:39.727743 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1540186a-886d-41be-b77e-122766fa9b43 req-a7404c69-e362-4321-a78e-1865558ce183 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=0f6f4d41-55ab-43e2-8ab2-ace70f14c152&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313570 Jun 10 10:31:39.844594 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1540186a-886d-41be-b77e-122766fa9b43 req-a4ad8f51-be67-4232-8d2a-34581254d003 service neutron] 10.222.0.95 "GET /v2.0/networks/0f6f4d41-55ab-43e2-8ab2-ace70f14c152?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089716 Jun 10 10:31:39.962060 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1540186a-886d-41be-b77e-122766fa9b43 req-549e813f-f875-4a91-94f7-9e820cc32d4b service neutron] 10.222.0.95 "GET /v2.0/networks/0f6f4d41-55ab-43e2-8ab2-ace70f14c152?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103892 Jun 10 10:31:40.406822 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae99c2f-591a-4231-895c-7dc49381f244 req-5edc79d2-50dc-4c86-88bb-426d4991cc8d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:40.408273 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ae99c2f-591a-4231-895c-7dc49381f244 req-5edc79d2-50dc-4c86-88bb-426d4991cc8d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0702133 Jun 10 10:31:40.452767 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9ae99c2f-591a-4231-895c-7dc49381f244 req-fe6b4022-e3ef-4f70-86bc-92a244cdea0d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388875 Jun 10 10:31:40.658354 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:31:40.776795 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9d1e7f85-979a-49f9-b97f-0846ef1d5380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:40.790633 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:40.802892 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'port_id': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'mac_address': 'fa:16:3e:0d:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:31:40.835572 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2630cec9-c9bb-4f9c-a0c1-1a917c564a83 req-8b39d37f-f35a-4fee-a652-eefecdf57a0c tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:40.837144 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2630cec9-c9bb-4f9c-a0c1-1a917c564a83 req-8b39d37f-f35a-4fee-a652-eefecdf57a0c tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 944 time: 0.0747981 Jun 10 10:31:40.847117 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:40.863071 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:31:40.881311 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2630cec9-c9bb-4f9c-a0c1-1a917c564a83 req-7496b941-8590-41c7-aa9a-7a8df2d46ee6 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381498 Jun 10 10:31:40.885192 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:40.889341 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:40.890126 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 768c3bbc-2524-40d6-b71e-4b6add1c77c2 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:31:40.892612 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:40.978526 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:40.982861 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:41.052147 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 768c3bbc-2524-40d6-b71e-4b6add1c77c2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=768c3bbc-2524-40d6-b71e-4b6add1c77c2,segment=NetworkSegment(951ad931-0816-4b4f-9f10-763cea260b87),segment_id=951ad931-0816-4b4f-9f10-763cea260b87)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:41.063685 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': '768c3bbc-2524-40d6-b71e-4b6add1c77c2', 'network_id': '0f6f4d41-55ab-43e2-8ab2-ace70f14c152', 'port_id': '768c3bbc-2524-40d6-b71e-4b6add1c77c2', 'mac_address': 'fa:16:3e:f6:b7:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f17e8100-79b3-4720-b608-2603f69671ac', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:31:41.108925 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:41.123627 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 768c3bbc-2524-40d6-b71e-4b6add1c77c2 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:31:41.143651 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 768c3bbc-2524-40d6-b71e-4b6add1c77c2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=768c3bbc-2524-40d6-b71e-4b6add1c77c2,segment=NetworkSegment(951ad931-0816-4b4f-9f10-763cea260b87),segment_id=951ad931-0816-4b4f-9f10-763cea260b87)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:41.147784 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:41.149524 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a1497e41-d4d7-4b96-8851-7f0d3760611a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:41.200093 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=768c3bbc-2524-40d6-b71e-4b6add1c77c2,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:41.202948 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:41.394943 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:31:41.398998 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['768c3bbc-2524-40d6-b71e-4b6add1c77c2'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:31:41.639964 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2daa1c9-0e3f-40fb-99b6-1e5f294665af req-8f311f9d-a6f3-45ee-b112-e025df3317fc tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:41.641343 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b2daa1c9-0e3f-40fb-99b6-1e5f294665af req-8f311f9d-a6f3-45ee-b112-e025df3317fc tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 944 time: 0.0684614 Jun 10 10:31:41.685579 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b2daa1c9-0e3f-40fb-99b6-1e5f294665af req-4c4ae050-5a82-497b-9110-f030b6234b97 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383656 Jun 10 10:31:42.062944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d456-bba9-44c4-a841-67ba182cd609 req-bd7eab7b-c5dd-4d84-9008-3b3d62b576ad tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:42.064380 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-44c3d456-bba9-44c4-a841-67ba182cd609 req-bd7eab7b-c5dd-4d84-9008-3b3d62b576ad tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 945 time: 0.0709691 Jun 10 10:31:42.105437 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-44c3d456-bba9-44c4-a841-67ba182cd609 req-4130e012-d39d-4253-bca8-56133cc6cfbe tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Jun 10 10:31:42.660965 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:31:42.713507 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:31:42.717844 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:31:42.718264 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:42.811542 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:42.836214 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:42.838578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c55d202-f6dd-4c77-b2db-84a4398bd6f0" -d '{"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:42.852961 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:42.858387 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:42.859353 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 768c3bbc-2524-40d6-b71e-4b6add1c77c2 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:31:42.861174 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:42.875147 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa75f732-4ca3-4293-8d8d-5457b9a2030f req-980ea25a-350f-45ba-a9d9-6de0b7e22b2c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:42.876920 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aa75f732-4ca3-4293-8d8d-5457b9a2030f req-980ea25a-350f-45ba-a9d9-6de0b7e22b2c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 944 time: 0.0787265 Jun 10 10:31:42.910333 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83eb95d2-52fc-4c38-ae37-b4259d3927e1 x-openstack-request-id: req-83eb95d2-52fc-4c38-ae37-b4259d3927e1 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:42.911241 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:42.911452 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-83eb95d2-52fc-4c38-ae37-b4259d3927e1 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:42.911846 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'code': 200} Jun 10 10:31:42.923748 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-aa75f732-4ca3-4293-8d8d-5457b9a2030f req-1f7cdb1f-a2a2-4d96-8f21-5a2da6ac1a68 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391114 Jun 10 10:31:42.954946 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:42.958903 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:42.968104 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:31:42.971815 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:31:42.972201 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:43.063275 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:43.100115 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port 768c3bbc-2524-40d6-b71e-4b6add1c77c2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=768c3bbc-2524-40d6-b71e-4b6add1c77c2,segment=NetworkSegment(951ad931-0816-4b4f-9f10-763cea260b87),segment_id=951ad931-0816-4b4f-9f10-763cea260b87)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:43.104383 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:43.107383 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a5737883-cfa6-424c-90b2-4a58cb4be8f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:43.118848 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b71cbb-3dca-42ae-9087-01d7468f07c9 req-4e13dd9a-1e11-45e3-bb91-873f2efd233e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:43.120346 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c3b71cbb-3dca-42ae-9087-01d7468f07c9 req-4e13dd9a-1e11-45e3-bb91-873f2efd233e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1098 time: 0.0612988 Jun 10 10:31:43.166353 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=768c3bbc-2524-40d6-b71e-4b6add1c77c2,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:43.169863 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-c3b71cbb-3dca-42ae-9087-01d7468f07c9 req-f24d3c90-6f64-42d9-bc82-310dc19582bc service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418930 Jun 10 10:31:43.170147 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:43.237513 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:43.241449 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-2270bee7-3ef9-45af-b1cc-23a689ffde2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:43.290453 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58de7b-aa2c-4538-938d-8b3c7a218914 req-2f224845-d3c2-49d6-aa66-e1b82a482c63 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:43.291915 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-eb58de7b-aa2c-4538-938d-8b3c7a218914 req-2f224845-d3c2-49d6-aa66-e1b82a482c63 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 946 time: 0.0744648 Jun 10 10:31:43.332989 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-eb58de7b-aa2c-4538-938d-8b3c7a218914 req-a1fb3cbf-25b7-4db3-a3e1-c40cc5487a54 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354745 Jun 10 10:31:44.086369 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:31:44.109760 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ca3e1-f6dc-465b-b6d8-7d39c01433e7 req-af01347c-5502-4b5e-9bd8-c95febccac77 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:44.111267 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2f5ca3e1-f6dc-465b-b6d8-7d39c01433e7 req-af01347c-5502-4b5e-9bd8-c95febccac77 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0707183 Jun 10 10:31:44.154365 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2f5ca3e1-f6dc-465b-b6d8-7d39c01433e7 req-9aafef52-5396-4ad2-a26a-3aa8a3151eae tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363104 Jun 10 10:31:44.200349 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:44.514618 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8ba31-3208-4c20-a53f-49bbd2936c75 req-bd2b94e2-9f7d-45ff-88fa-74b4fee9d62b tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:44.516078 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-17b8ba31-3208-4c20-a53f-49bbd2936c75 req-bd2b94e2-9f7d-45ff-88fa-74b4fee9d62b tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 946 time: 0.0721812 Jun 10 10:31:44.558853 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-17b8ba31-3208-4c20-a53f-49bbd2936c75 req-9a8c1999-a780-4e5b-b626-0cf58263816d tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371096 Jun 10 10:31:44.913233 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768c3bbc-2524-40d6-b71e-4b6add1c77c2'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:44.915646 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088e76cb-94a7-4df3-b0ee-0ee16be31827" -d '{"events": [{"server_uuid": "9fb16a62-6f75-4212-b2c8-07498211aae7", "name": "network-vif-plugged", "status": "completed", "tag": "768c3bbc-2524-40d6-b71e-4b6add1c77c2"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:44.949872 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3caf5771-f497-40ba-95e1-3c700112cf3e x-openstack-request-id: req-3caf5771-f497-40ba-95e1-3c700112cf3e {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:44.950195 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb16a62-6f75-4212-b2c8-07498211aae7", "name": "network-vif-plugged", "status": "completed", "tag": "768c3bbc-2524-40d6-b71e-4b6add1c77c2", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:44.950455 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-3caf5771-f497-40ba-95e1-3c700112cf3e {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:44.950852 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '768c3bbc-2524-40d6-b71e-4b6add1c77c2', 'code': 200} Jun 10 10:31:45.172834 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55870daa-33e7-4d07-af51-8afe820ad537 req-6b6effa7-67c3-45ea-8a50-7838b83c952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:45.174605 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-55870daa-33e7-4d07-af51-8afe820ad537 req-6b6effa7-67c3-45ea-8a50-7838b83c952c service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 1099 time: 0.0586488 Jun 10 10:31:45.214156 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-55870daa-33e7-4d07-af51-8afe820ad537 req-8f05ce7d-fd9c-4498-85ce-c19151f9feac service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326853 Jun 10 10:31:45.336110 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5f95b-b073-4827-8246-8143841ad42e req-5fe38ae9-5196-47e2-8781-b4b2d4a17daa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:45.337611 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-64f5f95b-b073-4827-8246-8143841ad42e req-5fe38ae9-5196-47e2-8781-b4b2d4a17daa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0689223 Jun 10 10:31:45.380224 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-64f5f95b-b073-4827-8246-8143841ad42e req-355ec0e9-405a-48c6-b5f8-84cded446f0b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369904 Jun 10 10:31:45.562053 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02184ed-2239-4628-841f-abe809e4bd27 req-194bcd4a-5568-4ea1-adea-43f3171e67bc tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:45.563504 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-e02184ed-2239-4628-841f-abe809e4bd27 req-194bcd4a-5568-4ea1-adea-43f3171e67bc tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0714865 Jun 10 10:31:45.572024 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 55928) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:31:45.576436 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Request body: {'floatingip': {'port_id': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:31:45.629977 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:45.873089 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caec03f-0259-4012-bec0-cf0f3879ff92 req-7e7a6b4b-2602-422c-b1ea-504c5a93ca46 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:45.874577 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8caec03f-0259-4012-bec0-cf0f3879ff92 req-7e7a6b4b-2602-422c-b1ea-504c5a93ca46 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 946 time: 0.1984551 Jun 10 10:31:45.976267 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8caec03f-0259-4012-bec0-cf0f3879ff92 req-6d8b3f6c-b10f-4b95-9db1-be9b52162eec tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544422 Jun 10 10:31:46.092942 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:46.297818 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:46.301648 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:46.441224 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.l3_db [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Floating IP 07982c02-5a9b-42d9-9a3f-84ce9c9e15b6 associated. External IP: 172.28.1.76, port: fdf537a3-b0b1-4de5-a5cd-05a507cd61b9. Jun 10 10:31:46.971269 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Router 985393ca-3fba-4235-8d98-cb19d94743ad has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:31:47.165725 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:31:47.170685 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:47.174758 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] Sync routers for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:31:47.184090 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:47.184791 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:47.227060 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94badfd-7532-4df2-ac86-caa33f70e052 req-b9070983-1bf5-482b-918b-de0c05f38cf0 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:47.228436 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f94badfd-7532-4df2-ac86-caa33f70e052 req-b9070983-1bf5-482b-918b-de0c05f38cf0 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 946 time: 0.1400957 Jun 10 10:31:47.234517 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e0d19e88-ce01-4c83-b153-05cede353200 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "PUT /v2.0/floatingips/07982c02-5a9b-42d9-9a3f-84ce9c9e15b6 HTTP/1.1" status: 200 len: 990 time: 1.6588993 Jun 10 10:31:47.234517 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:47.236012 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:47.275715 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f94badfd-7532-4df2-ac86-caa33f70e052 req-1fa63314-8dbe-406e-8192-cda76eb1e1ad tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365958 Jun 10 10:31:47.328254 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cbe8bd-810e-4fbd-82be-7e88e8463618 x-openstack-request-id: req-55cbe8bd-810e-4fbd-82be-7e88e8463618 {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:47.328519 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:47.328823 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-55cbe8bd-810e-4fbd-82be-7e88e8463618 {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:47.329272 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'status': 'completed', 'code': 200} Jun 10 10:31:47.337849 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:47.427809 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-c620e209-93dd-42cf-a0d9-4e3a5e89d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:47.429792 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-c620e209-93dd-42cf-a0d9-4e3a5e89d78d service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1098 time: 0.0631750 Jun 10 10:31:47.563619 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-698884e8-b783-42f3-9417-d36e1270bd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:47.565105 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-698884e8-b783-42f3-9417-d36e1270bd81 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1279519 Jun 10 10:31:47.654126 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '07982c02-5a9b-42d9-9a3f-84ce9c9e15b6', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'floating_ip_address': '172.28.1.76', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'port_id': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'mac_address': 'fa:16:3e:0d:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:31:30Z', 'updated_at': '2021-06-10T10:31:46Z', 'revision_number': 1, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:47.658118 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] Checking router: 985393ca-3fba-4235-8d98-cb19d94743ad for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:31:47.663574 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-23c173bd-a403-4c3b-afd8-ac7d56692f7b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 998 time: 0.0915139 Jun 10 10:31:47.666483 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:31:47.667089 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:31:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:47.721077 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-d02d734f-bf33-4774-af06-7ffddfe19b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:47.722599 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-d02d734f-bf33-4774-af06-7ffddfe19b5e service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0526512 Jun 10 10:31:47.787630 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-fb760481-a326-4ef2-b878-8992683878ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:47.789047 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-fb760481-a326-4ef2-b878-8992683878ac service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0599828 Jun 10 10:31:47.823552 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:31:47.915953 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-de4d475b-498e-4aa6-8be2-7020b60caf08 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189947 Jun 10 10:31:48.036258 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-1daeb125-5a5b-413a-9ca6-059d8e4f74c6 req-f0980ae9-28aa-4d38-8d7a-768597d67618 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110082 Jun 10 10:31:48.110047 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '07982c02-5a9b-42d9-9a3f-84ce9c9e15b6', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'floating_ip_address': '172.28.1.76', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'port_id': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'mac_address': 'fa:16:3e:0d:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:31:30Z', 'updated_at': '2021-06-10T10:31:46Z', 'revision_number': 1, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:31:48.113913 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67e6b556-fd8e-4364-a607-a5d474af2e2d None None] The sync data for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb is: [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '07982c02-5a9b-42d9-9a3f-84ce9c9e15b6', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'floating_ip_address': '172.28.1.76', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'port_id': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'mac_address': 'fa:16:3e:0d:d8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:31:30Z', 'updated_at': '2021-06-10T10:31:46Z', 'revision_number': 1, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:31:48.292731 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c7949-f2a4-4de8-bee5-369bd10e02cd None None] New status for floating IP 07982c02-5a9b-42d9-9a3f-84ce9c9e15b6: ACTIVE {{(pid=91750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:31:49.918054 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a2b6b2-c7f5-4ad7-a578-847e826cc5ef req-93c87c7f-df97-4099-b91a-be22cb942f39 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:49.919531 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8a2b6b2-c7f5-4ad7-a578-847e826cc5ef req-93c87c7f-df97-4099-b91a-be22cb942f39 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 946 time: 0.0690084 Jun 10 10:31:49.962600 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-d8a2b6b2-c7f5-4ad7-a578-847e826cc5ef req-ddbf2e94-a56e-43e3-b48b-228b5c108c92 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368142 Jun 10 10:31:51.151811 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82125fbb-bd82-42ab-9784-3191abe6f54a req-fec58303-3daf-4b08-a3e7-d66646ebb3db tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:51.153265 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-82125fbb-bd82-42ab-9784-3191abe6f54a req-fec58303-3daf-4b08-a3e7-d66646ebb3db tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 946 time: 0.0743039 Jun 10 10:31:51.197858 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-82125fbb-bd82-42ab-9784-3191abe6f54a req-a61bceee-a558-4b46-889d-4a4c48667658 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/security-groups?id=2d70aeb7-1b29-43d6-a372-7c33859d4858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389035 Jun 10 10:31:51.415846 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-69b9deba-dd3b-462d-96c1-e900bb625d88 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:31:51.417301 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-69b9deba-dd3b-462d-96c1-e900bb625d88 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.95 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 946 time: 0.0681994 Jun 10 10:31:51.531897 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Deleting port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:31:51.532251 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:51.646125 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] For port 768c3bbc-2524-40d6-b71e-4b6add1c77c2, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=768c3bbc-2524-40d6-b71e-4b6add1c77c2,segment=NetworkSegment(951ad931-0816-4b4f-9f10-763cea260b87),segment_id=951ad931-0816-4b4f-9f10-763cea260b87)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:31:51.646364 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:51.739103 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Calling delete_port for 768c3bbc-2524-40d6-b71e-4b6add1c77c2 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:31:51.888744 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:51.892836 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-3be35e21-d8e5-4f0f-9113-e100db2b945a tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:31:51.901735 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['768c3bbc-2524-40d6-b71e-4b6add1c77c2'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:31:51.923993 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Pushing event deleted for resources: {'Port': ['ID=768c3bbc-2524-40d6-b71e-4b6add1c77c2,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:31:51.955687 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.956076 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.956450 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.956817 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.957737 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.958166 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.958527 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.958885 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.959242 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.959598 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.959952 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.960304 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:31:51.964968 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:31:51.991995 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] No DVR routers for this DVR port 768c3bbc-2524-40d6-b71e-4b6add1c77c2 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:31:51.994490 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:51.996445 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-3f5d6e8c-f419-42ba-9674-bfbe02162c10 req-4016f41e-e529-48f1-91e1-aae0e4797aa2 tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.95 "DELETE /v2.0/ports/768c3bbc-2524-40d6-b71e-4b6add1c77c2 HTTP/1.1" status: 204 len: 173 time: 0.5731049 Jun 10 10:31:51.996968 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'name': 'network-vif-deleted', 'tag': '768c3bbc-2524-40d6-b71e-4b6add1c77c2'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:31:51.999282 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd357ce-3885-470e-8f0b-bf9154cf0511" -d '{"events": [{"server_uuid": "9fb16a62-6f75-4212-b2c8-07498211aae7", "name": "network-vif-deleted", "tag": "768c3bbc-2524-40d6-b71e-4b6add1c77c2"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:31:52.029257 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:31:52.036958 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23f3090-29f6-4848-b179-82abaa000467 x-openstack-request-id: req-d23f3090-29f6-4848-b179-82abaa000467 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:31:52.037319 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fb16a62-6f75-4212-b2c8-07498211aae7", "name": "network-vif-deleted", "tag": "768c3bbc-2524-40d6-b71e-4b6add1c77c2", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:31:52.037612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-d23f3090-29f6-4848-b179-82abaa000467 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:31:52.038070 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fb16a62-6f75-4212-b2c8-07498211aae7', 'name': 'network-vif-deleted', 'tag': '768c3bbc-2524-40d6-b71e-4b6add1c77c2', 'status': 'completed', 'code': 200} Jun 10 10:31:52.359361 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-35136ad8-94f4-4220-b5f4-28ccf837cc13 req-5322ddff-976c-4c7c-9a4d-f28082de972d tempest-VolumesActionsTest-1064934141 tempest-VolumesActionsTest-1064934141-project] 10.222.0.23 "GET /v2.0/ports?device_id=9fb16a62-6f75-4212-b2c8-07498211aae7 HTTP/1.1" status: 200 len: 210 time: 0.0348477 Jun 10 10:31:54.753416 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 768c3bbc-2524-40d6-b71e-4b6add1c77c2 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:31:54.777814 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: 768c3bbc-2524-40d6-b71e-4b6add1c77c2 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:31:54.778200 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device 768c3bbc-2524-40d6-b71e-4b6add1c77c2 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:32:07.663548 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56132) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:07.716802 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Deleting subnet f17e8100-79b3-4720-b608-2603f69671ac {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:32:07.719747 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:07.765700 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:07.811785 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:07.870808 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:07.872921 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9902a865-390c-469a-a613-d359079face0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:07.906427 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f17e8100-79b3-4720-b608-2603f69671ac,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:07.916339 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.916735 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.917115 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.917491 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.917861 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.918266 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.918960 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.919050 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.919342 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.919710 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.920074 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.920433 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:07.923191 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:07.925574 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/f17e8100-79b3-4720-b608-2603f69671ac HTTP/1.1" status: 204 len: 168 time: 0.2604432 Jun 10 10:32:07.925860 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-99cded3f-f08e-42ac-bfdf-50f473ef53b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:07.927562 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56134) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:08.017200 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.126370 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.137449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f6f4d41-55ab-43e2-8ab2-ace70f14c152']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:32:08.148085 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951ad931-0816-4b4f-9f10-763cea260b87') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:32:08.148389 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951ad931-0816-4b4f-9f10-763cea260b87') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:32:08.158174 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.172917 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.178808 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Releasing vlan 1311 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:32:08.179212 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:32:08.180883 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:32:08.260260 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.263968 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:08.266573 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.268391 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] 10.222.0.23 "DELETE /v2.0/networks/0f6f4d41-55ab-43e2-8ab2-ace70f14c152 HTTP/1.1" status: 204 len: 168 time: 0.3398871 Jun 10 10:32:08.271211 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56136) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:08.281683 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f6f4d41-55ab-43e2-8ab2-ace70f14c152,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:08.284044 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5f7d95b8-8585-48fe-9931-8d5c8ac40c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:08.323430 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_v2 [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Deleting subnet 0b3c7d53-29ce-428f-a747-dac9ae9e89a3 {{(pid=91748) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:32:08.326520 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.367971 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29947556'] for subnet, precommit_delete_associations {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.419823 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.479701 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31282616', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30770104'] for subnet, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.481899 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-be9a64fb-1c13-4665-9586-b9362a73b48e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:08.510185 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b3c7d53-29ce-428f-a747-dac9ae9e89a3,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:08.513797 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:08.516709 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.518579 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-53ff23af-3d7d-4cae-82a5-43aa1dad3c9c admin admin] 10.222.0.23 "DELETE /v2.0/subnets/0b3c7d53-29ce-428f-a747-dac9ae9e89a3 HTTP/1.1" status: 204 len: 168 time: 0.2463789 Jun 10 10:32:08.520955 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56138) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:08.613385 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.719697 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.731636 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce4c3af-7857-4c02-9b37-318c9c22f5db']}} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:32:08.743017 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52455211-ebc6-4fb6-844f-2f0de9849410') {'for_net_delete': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:32:08.743323 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52455211-ebc6-4fb6-844f-2f0de9849410') {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:32:08.753180 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29947581'] for segment, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.768129 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.773651 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Releasing vlan 1303 on physical network physnet1 to pool {{(pid=91748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:32:08.774070 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31283495'] for segment, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: conditions |= (models_v2.Port.network_id.in_( Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: /opt/stack/neutron/neutron/services/revisions/revision_plugin.py:194: SAWarning: TypeDecorator TruncatedDateTime() will not produce a cache key because the ``cache_ok`` flag is not set to True. Set this flag to True if this type object's state is safe to use in a cache key, or False to disable this warning. Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: retrieve_revision_numbers = { Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: Traceback (most recent call last): Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: timer() Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: cb(*args, **kw) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: return func(*args, **kwargs) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: self._notify() Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: self.callback(batched_events) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: event.method(event) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: return f(self, *a, **k) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: return self._get(url).json() Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: return self.request(url, 'GET', **kwargs) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:32:08.776376 dv-cinder-795751-1-smb neutron-server[91748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:32:08.851200 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.855148 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-43c0fe52-20e6-4420-b34e-51afab717c23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:08.858829 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:08.862329 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] 10.222.0.23 "DELETE /v2.0/networks/1ce4c3af-7857-4c02-9b37-318c9c22f5db HTTP/1.1" status: 204 len: 168 time: 0.3404408 Jun 10 10:32:08.875179 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce4c3af-7857-4c02-9b37-318c9c22f5db,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:08.877448 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-fdbd3f53-c693-4055-9aaf-6b9b9299bd43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:09.019683 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56144) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:09.062577 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-c6f93488-878f-4e9f-9c57-9c0e9c80fb99 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=433df010653f40b59df23dfe4361c9a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416861 Jun 10 10:32:09.064844 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56146) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:09.116170 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-55f85cc2-fd7a-4795-a899-9271d26e9cb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.138794 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-55f85cc2-fd7a-4795-a899-9271d26e9cb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.187853 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-55f85cc2-fd7a-4795-a899-9271d26e9cb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.190573 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-55f85cc2-fd7a-4795-a899-9271d26e9cb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.191702 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-55f85cc2-fd7a-4795-a899-9271d26e9cb6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/2d70aeb7-1b29-43d6-a372-7c33859d4858 HTTP/1.1" status: 204 len: 168 time: 0.1259792 Jun 10 10:32:09.192746 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e2e3da80-6379-4079-8a1b-dfeb3ffada4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:09.201365 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f85cc2-fd7a-4795-a899-9271d26e9cb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d70aeb7-1b29-43d6-a372-7c33859d4858,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:09.203764 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-55f85cc2-fd7a-4795-a899-9271d26e9cb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:09.503920 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56152) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:09.547662 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-3a1df1b5-95cd-4c36-bc32-95e58ccf5f00 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=892060d1151a4a25961ca04e43352415&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424309 Jun 10 10:32:09.550207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56154) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:09.604746 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2289b63a-9573-419e-b65c-d8d747823fed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.627232 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2289b63a-9573-419e-b65c-d8d747823fed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.675131 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2289b63a-9573-419e-b65c-d8d747823fed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.677647 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-2289b63a-9573-419e-b65c-d8d747823fed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:09.678818 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-2289b63a-9573-419e-b65c-d8d747823fed admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/34457799-4d14-488b-9e30-a847ac073904 HTTP/1.1" status: 204 len: 168 time: 0.1276207 Jun 10 10:32:09.679624 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6e66f033-2896-4471-9d19-1e7881a8e442 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:09.688157 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2289b63a-9573-419e-b65c-d8d747823fed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34457799-4d14-488b-9e30-a847ac073904,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:09.690405 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-2289b63a-9573-419e-b65c-d8d747823fed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:10.729157 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e88d7696-e0e6-4cef-9a27-65564259b254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:13.242457 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:13.244069 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-58682486-bc87-4008-b312-b2b8bbfb0523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:13.623382 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56228) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:13.726489 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e03b10a7-1c9b-4739-8267-f165092a32f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:13.818902 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e03b10a7-1c9b-4739-8267-f165092a32f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:13.823212 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e03b10a7-1c9b-4739-8267-f165092a32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:13.826559 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-52a99057-1b4e-4923-98f4-9524f4466451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:13.864275 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e03b10a7-1c9b-4739-8267-f165092a32f2 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=d7b430a1a9954dd794f63581bd94cfd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2398238 Jun 10 10:32:13.865423 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03b10a7-1c9b-4739-8267-f165092a32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf40e274-3e9b-4247-a0c3-a4df788fe68d,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:13.866957 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56232) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:13.869228 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e03b10a7-1c9b-4739-8267-f165092a32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:13.920915 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:13.947802 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:14.001246 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:14.003765 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:14.004920 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/cf40e274-3e9b-4247-a0c3-a4df788fe68d HTTP/1.1" status: 204 len: 168 time: 0.1369064 Jun 10 10:32:14.005680 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-de0d61b9-0024-4fd2-af5d-3b9e9ea20d23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:14.014786 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf40e274-3e9b-4247-a0c3-a4df788fe68d,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:14.017090 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:14.211720 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:16.093698 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:21.085460 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:32:22.026591 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:31.052327 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708cf3b-307f-41e4-be2d-f750dd8432ea req-9a62ace4-66a9-48df-9dbc-bed1609bf8e9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:31.054181 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a708cf3b-307f-41e4-be2d-f750dd8432ea req-9a62ace4-66a9-48df-9dbc-bed1609bf8e9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0729547 Jun 10 10:32:31.104189 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a708cf3b-307f-41e4-be2d-f750dd8432ea req-6de8504b-5cb6-458a-b231-d81447874df2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436611 Jun 10 10:32:32.315402 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cdd83-75a6-4b05-9c74-7ee0200091f9 req-4b212f09-1b3a-4351-85d6-406df72e73b4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:32.316880 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-193cdd83-75a6-4b05-9c74-7ee0200091f9 req-4b212f09-1b3a-4351-85d6-406df72e73b4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0943739 Jun 10 10:32:32.360403 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-193cdd83-75a6-4b05-9c74-7ee0200091f9 req-17288f09-233b-4e4f-a30b-b607974c64fc tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 Jun 10 10:32:33.545137 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f93f6-9cf8-4a02-8a3a-3c9c81813567 req-45e165ee-ee52-4088-8bc6-f0a7d1994ede tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:33.546620 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-529f93f6-9cf8-4a02-8a3a-3c9c81813567 req-45e165ee-ee52-4088-8bc6-f0a7d1994ede tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0692770 Jun 10 10:32:33.595169 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-529f93f6-9cf8-4a02-8a3a-3c9c81813567 req-bc44ce1f-0255-45c1-a326-19a032868f9c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427597 Jun 10 10:32:34.791149 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3adceb-ec82-47b9-8efb-b6c9c804ac6e req-55d96441-fc93-4a77-a3f4-93c868e9f030 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:34.792670 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9c3adceb-ec82-47b9-8efb-b6c9c804ac6e req-55d96441-fc93-4a77-a3f4-93c868e9f030 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0746558 Jun 10 10:32:34.837566 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-9c3adceb-ec82-47b9-8efb-b6c9c804ac6e req-337a8c9c-2da4-4f4d-9155-f7fa68187f84 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386436 Jun 10 10:32:36.018801 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2310dd-ea17-4f24-a2f8-a2ccf059f552 req-20305c9b-10cd-447e-b6c6-5a7961294a94 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:36.020270 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cb2310dd-ea17-4f24-a2f8-a2ccf059f552 req-20305c9b-10cd-447e-b6c6-5a7961294a94 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0694864 Jun 10 10:32:36.062135 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cb2310dd-ea17-4f24-a2f8-a2ccf059f552 req-c03f414d-0cb7-4669-b980-52014a09fc39 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362258 Jun 10 10:32:37.245819 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a0a69-e15b-433f-a29c-08a51daf2f13 req-febd85a4-492f-4395-a0e8-bc7cc743a307 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:37.247303 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0c2a0a69-e15b-433f-a29c-08a51daf2f13 req-febd85a4-492f-4395-a0e8-bc7cc743a307 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0724006 Jun 10 10:32:37.288329 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0c2a0a69-e15b-433f-a29c-08a51daf2f13 req-69cc246f-bacb-4885-94db-f8897b4ac5ff tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349548 Jun 10 10:32:38.480890 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce3022-1d02-4e2b-ade7-7f9ea2f20e76 req-336816e8-7b53-49c1-9998-92847da51b0e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:38.482405 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a6ce3022-1d02-4e2b-ade7-7f9ea2f20e76 req-336816e8-7b53-49c1-9998-92847da51b0e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0734537 Jun 10 10:32:38.527347 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a6ce3022-1d02-4e2b-ade7-7f9ea2f20e76 req-f1e1c610-91b0-4a9b-a6ec-b63e1d237a9e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391109 Jun 10 10:32:39.726573 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb44460-86b4-4405-80d0-ef4f8bcf66e1 req-c0ead2c5-d77e-452c-a311-e763003e8c7c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:39.728089 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7bb44460-86b4-4405-80d0-ef4f8bcf66e1 req-c0ead2c5-d77e-452c-a311-e763003e8c7c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0788620 Jun 10 10:32:39.772282 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7bb44460-86b4-4405-80d0-ef4f8bcf66e1 req-e25b698a-e1db-437b-81fd-a9e5c3ca032a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377595 Jun 10 10:32:39.801217 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56476) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:39.906725 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee40-938d-4dd4-a2fd-ad5d7190adcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.002190 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee40-938d-4dd4-a2fd-ad5d7190adcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.005809 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1e98ee40-938d-4dd4-a2fd-ad5d7190adcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.008378 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f2f04a9d-75ba-477a-8a2d-a0ac7389d4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:40.046888 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98ee40-938d-4dd4-a2fd-ad5d7190adcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed712171-8449-4c1d-88a0-43fd7d36195c,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:40.051966 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1e98ee40-938d-4dd4-a2fd-ad5d7190adcd admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=adb1efc51141496b9b76ef32ad8e57d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2494636 Jun 10 10:32:40.053187 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1e98ee40-938d-4dd4-a2fd-ad5d7190adcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:40.055216 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56480) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:40.109517 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.135888 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.184477 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.187190 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.188312 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ed712171-8449-4c1d-88a0-43fd7d36195c HTTP/1.1" status: 204 len: 168 time: 0.1322043 Jun 10 10:32:40.189087 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cdb5b12f-94b0-4ac6-977c-5649a984e998 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:40.198090 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed712171-8449-4c1d-88a0-43fd7d36195c,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:40.200635 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:40.730043 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-8d1b1a1f-6de1-40fc-9ac6-19e70632e9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:40.964949 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213e9d3-59f7-457e-bbe7-559574c03cf1 req-10207a55-094f-4d4c-9727-9dc8a5babe16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:40.966484 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6213e9d3-59f7-457e-bbe7-559574c03cf1 req-10207a55-094f-4d4c-9727-9dc8a5babe16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0785894 Jun 10 10:32:41.008625 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6213e9d3-59f7-457e-bbe7-559574c03cf1 req-d434490e-88f8-41db-9ab3-f5474d8931e7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362933 Jun 10 10:32:42.196041 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e60cefb-fd97-4fb1-88cd-337804e443c0 req-f0a7a6bf-9117-4abb-8c90-14b4fd47d33b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:42.197530 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7e60cefb-fd97-4fb1-88cd-337804e443c0 req-f0a7a6bf-9117-4abb-8c90-14b4fd47d33b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0711644 Jun 10 10:32:42.240712 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7e60cefb-fd97-4fb1-88cd-337804e443c0 req-599c5937-44c0-423b-900b-5fc72b48cc40 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369229 Jun 10 10:32:43.243333 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:43.245116 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e8cba94d-14d5-4a8c-a78c-474ee780bb98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:43.437613 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a52e716-bac9-4d99-a0b2-da6ab1db1d0a req-903aaae7-984f-4c6b-ba11-9fc92550701c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:43.439130 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2a52e716-bac9-4d99-a0b2-da6ab1db1d0a req-903aaae7-984f-4c6b-ba11-9fc92550701c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0753491 Jun 10 10:32:43.483652 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2a52e716-bac9-4d99-a0b2-da6ab1db1d0a req-783f2eee-573f-4a55-9e0a-5269c7476ef0 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385396 Jun 10 10:32:43.664692 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56530) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:43.768122 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-351c2b7a-ee5e-485e-9c6c-5f0fcdd6a9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:43.866003 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-351c2b7a-ee5e-485e-9c6c-5f0fcdd6a9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:43.869825 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-351c2b7a-ee5e-485e-9c6c-5f0fcdd6a9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:43.873359 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1759f5b1-0a12-400b-b8fd-9f22896fb4e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:43.914922 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2b7a-ee5e-485e-9c6c-5f0fcdd6a9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e81a3cf-09eb-442d-b5d8-0a7929b79199,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:43.919139 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-351c2b7a-ee5e-485e-9c6c-5f0fcdd6a9ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=b7c6e52d584e41e696ca870b56c9e0f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534072 Jun 10 10:32:43.920213 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-351c2b7a-ee5e-485e-9c6c-5f0fcdd6a9ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:43.921724 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56534) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:32:43.982842 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9e686b86-8191-4f1e-834f-df1d24e19e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:44.007629 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9e686b86-8191-4f1e-834f-df1d24e19e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:44.058403 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9e686b86-8191-4f1e-834f-df1d24e19e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:44.061474 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9e686b86-8191-4f1e-834f-df1d24e19e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:44.062637 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-9e686b86-8191-4f1e-834f-df1d24e19e6e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/1e81a3cf-09eb-442d-b5d8-0a7929b79199 HTTP/1.1" status: 204 len: 168 time: 0.1399295 Jun 10 10:32:44.063390 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-be222054-5821-4589-98e5-432c7e34d0e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:44.072678 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e686b86-8191-4f1e-834f-df1d24e19e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e81a3cf-09eb-442d-b5d8-0a7929b79199,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:44.075113 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9e686b86-8191-4f1e-834f-df1d24e19e6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:44.208782 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:44.681679 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24f956-f1ce-48a5-ad80-93063d5ec512 req-6defa449-dd18-42c9-9b6f-0fddb57cd30a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:44.683203 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ec24f956-f1ce-48a5-ad80-93063d5ec512 req-6defa449-dd18-42c9-9b6f-0fddb57cd30a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0712280 Jun 10 10:32:44.727248 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ec24f956-f1ce-48a5-ad80-93063d5ec512 req-06d556a4-e30a-4da4-a722-0c99e3bb5f54 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378132 Jun 10 10:32:45.924561 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e893ba-f597-4a33-9626-a7cd32e0f882 req-e5f2cc14-af69-4d37-93a0-c85494c98417 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:45.926076 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-97e893ba-f597-4a33-9626-a7cd32e0f882 req-e5f2cc14-af69-4d37-93a0-c85494c98417 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0747933 Jun 10 10:32:45.969198 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-97e893ba-f597-4a33-9626-a7cd32e0f882 req-c74d6c4f-fb3f-40a1-b05b-c6b5202ddc36 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374060 Jun 10 10:32:46.096058 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:47.159830 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6dd72c-6f7b-4e4c-b6d1-ae7b7314df6d req-cc680c70-168e-4c12-b9c3-63b85f668297 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:47.161304 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ba6dd72c-6f7b-4e4c-b6d1-ae7b7314df6d req-cc680c70-168e-4c12-b9c3-63b85f668297 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0693495 Jun 10 10:32:47.203184 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ba6dd72c-6f7b-4e4c-b6d1-ae7b7314df6d req-142f7931-7c51-41df-ba00-f953a018af91 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362599 Jun 10 10:32:48.403883 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d938ebf-b705-4110-91c5-263379bc5f65 req-5793e092-4bc9-4751-acd0-ffc12081eadf tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:48.406255 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0d938ebf-b705-4110-91c5-263379bc5f65 req-5793e092-4bc9-4751-acd0-ffc12081eadf tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0792453 Jun 10 10:32:48.452874 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0d938ebf-b705-4110-91c5-263379bc5f65 req-857fd673-e02b-45b3-994d-a7d112c79563 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410783 Jun 10 10:32:49.078450 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:32:49.209358 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:32:49.224369 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'port_id': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'mac_address': 'fa:16:3e:0d:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:32:49.276912 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:49.297445 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:32:49.330360 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:32:49.340496 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:49.345878 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-e47d5cb9-da87-4cfe-9236-58758660bff2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:49.418524 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=6']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:49.429794 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:32:49.434983 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.435582 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.436120 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.436653 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.437163 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.437662 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.438185 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.438691 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.439183 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.439672 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.440179 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.440677 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:32:49.475487 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:49.668593 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719bf1d-55d6-4ff9-ac48-d5da5987c257 req-f21d07c9-b2fb-42a4-bcc0-836d385d0784 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:49.674406 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3719bf1d-55d6-4ff9-ac48-d5da5987c257 req-f21d07c9-b2fb-42a4-bcc0-836d385d0784 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 944 time: 0.0819228 Jun 10 10:32:49.724600 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3719bf1d-55d6-4ff9-ac48-d5da5987c257 req-1945ac9c-ca9b-4490-9e4c-5023bfe65e21 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482857 Jun 10 10:32:50.729012 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-cf1f5aa1-a487-4073-a0be-661782359cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:50.730635 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-cf1f5aa1-a487-4073-a0be-661782359cd8 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1097 time: 0.0832069 Jun 10 10:32:50.976719 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1770a3-4c29-4453-bce3-ef7af71c9512 req-18d87c56-102f-45c4-a570-d07171c10dfd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:50.986250 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2b1770a3-4c29-4453-bce3-ef7af71c9512 req-18d87c56-102f-45c4-a570-d07171c10dfd tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 944 time: 0.1113162 Jun 10 10:32:51.041097 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2b1770a3-4c29-4453-bce3-ef7af71c9512 req-c1b209aa-38a2-44f1-a5c2-11b91501ed80 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534670 Jun 10 10:32:51.119310 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:32:51.154144 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-220a279c-b04f-475c-994d-bb3762ff46ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:51.156642 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-220a279c-b04f-475c-994d-bb3762ff46ff service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.3998609 Jun 10 10:32:51.190274 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:32:51.190985 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:51.258783 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-bace31cc-7179-4345-acaf-3f656a939bdf service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 999 time: 0.0942130 Jun 10 10:32:51.300809 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:51.324682 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-bd97a91d-cc78-43f8-9741-7a9986737990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:51.326441 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-bd97a91d-cc78-43f8-9741-7a9986737990 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0595760 Jun 10 10:32:51.329206 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:32:51.331698 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9779c34a-ca64-4c3d-8c40-e79b5e777d74" -d '{"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:32:51.358093 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:32:51.363469 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:51.367672 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:32:51.404125 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-03902c1f-c4be-4b31-a862-84ea6597c6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:51.405690 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-03902c1f-c4be-4b31-a862-84ea6597c6ab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0710554 Jun 10 10:32:51.406427 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05afc9d4-46de-4053-af96-b008483a3b0e x-openstack-request-id: req-05afc9d4-46de-4053-af96-b008483a3b0e {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:32:51.406789 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:32:51.407066 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-05afc9d4-46de-4053-af96-b008483a3b0e {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:32:51.407471 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'code': 200} Jun 10 10:32:51.475464 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=7']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:32:51.478712 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:32:51.544987 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-ef1a5eee-3630-4179-a838-e3b530b5de73 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320610 Jun 10 10:32:51.689349 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a0a8df4d-6e25-41f6-b77f-d3664844c6d7 req-36ebf49c-3e7d-4147-9bf3-63261b2fc594 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353416 Jun 10 10:32:52.027103 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:32:52.251465 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5e930f-9a0d-4c16-ab7e-5fb78cc1a4de req-12d17880-18c9-44c3-a48b-65684c50e77a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:52.259426 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1f5e930f-9a0d-4c16-ab7e-5fb78cc1a4de req-12d17880-18c9-44c3-a48b-65684c50e77a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0888009 Jun 10 10:32:52.318787 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1f5e930f-9a0d-4c16-ab7e-5fb78cc1a4de req-5cd54b0b-fd7f-473f-87a3-664fd235b069 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574706 Jun 10 10:32:53.532965 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7226123-b649-456b-92c8-f9296f10f103 req-49065771-61ac-4d89-ba23-bd9294560781 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:53.534643 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f7226123-b649-456b-92c8-f9296f10f103 req-49065771-61ac-4d89-ba23-bd9294560781 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0787408 Jun 10 10:32:53.590209 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f7226123-b649-456b-92c8-f9296f10f103 req-72cd5d86-6687-45d6-a631-d70484377ea3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489612 Jun 10 10:32:54.812052 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b179772-1e55-430b-88d6-d85cb699d95e req-e8fb3acf-0343-4eb3-8a64-441a63aa9292 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:54.813613 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0b179772-1e55-430b-88d6-d85cb699d95e req-e8fb3acf-0343-4eb3-8a64-441a63aa9292 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0921764 Jun 10 10:32:54.868748 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0b179772-1e55-430b-88d6-d85cb699d95e req-40519a79-1268-4bc8-90e2-51ff2746c208 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492117 Jun 10 10:32:56.090937 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b9e4f-6762-4080-a5d9-70d8a4544f53 req-ac1a05d9-0d6f-456b-b188-ef36d8716659 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:56.099425 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-fc0b9e4f-6762-4080-a5d9-70d8a4544f53 req-ac1a05d9-0d6f-456b-b188-ef36d8716659 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.1018908 Jun 10 10:32:56.144937 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-fc0b9e4f-6762-4080-a5d9-70d8a4544f53 req-28e9ac6b-819f-4ce4-96c1-13faad9a09e6 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440600 Jun 10 10:32:57.350679 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b40863-f045-4fbf-bdc4-820a6bc969a6 req-43ec57c6-9057-4b9e-bc5f-ef16897eb706 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:57.352157 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-70b40863-f045-4fbf-bdc4-820a6bc969a6 req-43ec57c6-9057-4b9e-bc5f-ef16897eb706 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0763233 Jun 10 10:32:57.404606 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-70b40863-f045-4fbf-bdc4-820a6bc969a6 req-1d9b768e-8864-4e88-942b-49ba733c6915 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463922 Jun 10 10:32:58.084590 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:32:58.259064 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-a206f3e1-841a-4446-a751-35c3e91efbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:58.260422 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-a206f3e1-841a-4446-a751-35c3e91efbda service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1098 time: 0.0584726 Jun 10 10:32:58.379409 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-919dbe1f-c15c-4267-be58-b9123614b9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:58.380884 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-919dbe1f-c15c-4267-be58-b9123614b9e9 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1135225 Jun 10 10:32:58.470763 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-11e2aa46-0211-4f23-b5b2-985fd2a57cca service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 1000 time: 0.0820096 Jun 10 10:32:58.528480 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-485793ed-0892-4d8e-9c6a-ba205ce4a86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:58.529855 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-485793ed-0892-4d8e-9c6a-ba205ce4a86a service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0518644 Jun 10 10:32:58.591462 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128705-36cd-483d-9400-2388b5a228a0 req-7f5a5c34-135a-4c97-9304-d8aac1db4c6f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:58.593581 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38128705-36cd-483d-9400-2388b5a228a0 req-7f5a5c34-135a-4c97-9304-d8aac1db4c6f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0703235 Jun 10 10:32:58.594431 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-2d05e658-183b-4170-9c52-34e1346180e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:58.595924 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-2d05e658-183b-4170-9c52-34e1346180e0 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0587885 Jun 10 10:32:58.635166 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-38128705-36cd-483d-9400-2388b5a228a0 req-1634d791-0388-49fc-a834-809313f43e58 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357220 Jun 10 10:32:58.714166 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-a4b219e2-db4c-4922-92fd-fdc5f12a7459 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101816 Jun 10 10:32:58.835461 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-e930a445-31fb-4698-8a2e-567d82e38a12 req-d858acba-c3c8-4d53-a5d2-e0b2a9dc8588 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095967 Jun 10 10:32:59.820287 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbae2f9-ac20-4ff3-b44c-ad332dbc6a7c req-fb55d562-65ab-47a1-a80c-bede63a5f41a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:32:59.821764 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2bbae2f9-ac20-4ff3-b44c-ad332dbc6a7c req-fb55d562-65ab-47a1-a80c-bede63a5f41a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0721700 Jun 10 10:32:59.866553 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2bbae2f9-ac20-4ff3-b44c-ad332dbc6a7c req-59bd51e1-a0e3-4021-b8b1-a900d376721d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385342 Jun 10 10:33:01.055632 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba744ce-b01b-4cd8-9be9-a86aa2758940 req-39591661-4c06-43a6-829e-a53ac1a78152 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:01.057761 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ba744ce-b01b-4cd8-9be9-a86aa2758940 req-39591661-4c06-43a6-829e-a53ac1a78152 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 945 time: 0.0773606 Jun 10 10:33:01.107021 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2ba744ce-b01b-4cd8-9be9-a86aa2758940 req-5422ccfe-d10a-4674-aaf2-2126a568cceb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426369 Jun 10 10:33:01.187559 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:33:01.287165 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:01.310490 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:33:01.313579 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f02150-efbf-4ab5-99de-b6891a93f95b" -d '{"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:33:01.328363 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:33:01.332856 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:01.334772 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8ca36c13-d7c7-490b-bc7a-c90b378df13f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:01.362677 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 10:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee9cd808-6ef2-4690-8429-e6245ca2503a x-openstack-request-id: req-ee9cd808-6ef2-4690-8429-e6245ca2503a {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:33:01.362979 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:33:01.363244 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ee9cd808-6ef2-4690-8429-e6245ca2503a {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:33:01.363639 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'code': 200} Jun 10 10:33:01.392460 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=8']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:01.395736 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:02.291990 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8168c-e67e-41ec-af18-353260019a6c req-ef59cabf-4162-4f9b-9809-a6020ca7007c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:02.293488 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c6a8168c-e67e-41ec-af18-353260019a6c req-ef59cabf-4162-4f9b-9809-a6020ca7007c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0699193 Jun 10 10:33:02.344771 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c6a8168c-e67e-41ec-af18-353260019a6c req-2e142928-d979-4b2f-a546-6b50e5d3f38c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432539 Jun 10 10:33:03.477547 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f84a69-41ae-4b18-96a7-4d085e44d830 req-32d26a33-05e7-4d72-94cb-509d864944c3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:03.479028 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b0f84a69-41ae-4b18-96a7-4d085e44d830 req-32d26a33-05e7-4d72-94cb-509d864944c3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0716939 Jun 10 10:33:03.522103 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b0f84a69-41ae-4b18-96a7-4d085e44d830 req-90f77114-dc46-4177-b64a-51e9c1c24e26 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367589 Jun 10 10:33:03.659647 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56806) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:03.759550 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-4416fad6-2c75-4ff0-8514-10c5130dcaa4 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0986512 Jun 10 10:33:04.679514 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-b3e34c33-cdf4-4f7d-8af0-48385ba23f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:04.681013 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-b3e34c33-cdf4-4f7d-8af0-48385ba23f4e service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d&tenant_id=19dda0efe34b484daaa2c3f36177786e HTTP/1.1" status: 200 len: 1096 time: 0.0618510 Jun 10 10:33:04.717617 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed2fc0-d5b7-471b-a633-5d9e4b652d78 req-5e04ca17-6fe0-482c-a524-b5af26800a98 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:04.719115 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46ed2fc0-d5b7-471b-a633-5d9e4b652d78 req-5e04ca17-6fe0-482c-a524-b5af26800a98 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0738709 Jun 10 10:33:04.761744 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-46ed2fc0-d5b7-471b-a633-5d9e4b652d78 req-4785227e-5615-48e7-b54e-5455852fd80b tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368569 Jun 10 10:33:04.769010 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-6b0560fc-21a8-4e8a-ba63-83d2e25e728b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:04.770548 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-6b0560fc-21a8-4e8a-ba63-83d2e25e728b service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1096 time: 0.0645800 Jun 10 10:33:04.893736 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-aa28b241-243e-47b0-b421-5995ef68a69e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:04.895220 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-aa28b241-243e-47b0-b421-5995ef68a69e service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1172383 Jun 10 10:33:04.981120 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-caef7a14-eb5a-4a5b-a58c-dba5d25b7b31 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 998 time: 0.0781298 Jun 10 10:33:05.042597 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-e8601343-538d-4e4e-8f2f-10930b4abfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:05.044041 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-e8601343-538d-4e4e-8f2f-10930b4abfbf service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0564764 Jun 10 10:33:05.107619 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-f74d2549-0333-481a-82aa-300bb11b1cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:05.109025 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-f74d2549-0333-481a-82aa-300bb11b1cca service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582364 Jun 10 10:33:05.198984 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:33:05.246186 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-f10585f3-b195-4a19-89c6-6d3719643ab5 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299326 Jun 10 10:33:05.367455 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-f06e57a7-dd09-4f8d-a175-c04f7e0598ec req-b9abcda3-b016-4547-aaa4-0d8af0907dff service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142828 Jun 10 10:33:05.972634 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c66f784-8eb5-4ad3-8cba-794f75cc1f34 req-5007559f-3b2f-43b5-9010-2e45d2d8ee43 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:05.974924 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c66f784-8eb5-4ad3-8cba-794f75cc1f34 req-5007559f-3b2f-43b5-9010-2e45d2d8ee43 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0826507 Jun 10 10:33:06.032445 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-7c66f784-8eb5-4ad3-8cba-794f75cc1f34 req-a71638aa-e625-45d6-834b-805429478e0c tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507586 Jun 10 10:33:07.226786 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f31940c-69d6-40d0-98da-d4ab89188452 req-68ee19f3-fe42-4b3f-beb8-f3f20277476d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:07.228329 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0f31940c-69d6-40d0-98da-d4ab89188452 req-68ee19f3-fe42-4b3f-beb8-f3f20277476d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0845141 Jun 10 10:33:07.285216 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0f31940c-69d6-40d0-98da-d4ab89188452 req-daba7165-fb19-4570-8b52-ebb56756e7e5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492671 Jun 10 10:33:08.496083 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc93b7-5bc4-4ba2-9fa6-8cecd4c9d4d2 req-ffa630c9-4060-4fe8-bb92-3559de878d43 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:08.497583 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5dcc93b7-5bc4-4ba2-9fa6-8cecd4c9d4d2 req-ffa630c9-4060-4fe8-bb92-3559de878d43 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0749464 Jun 10 10:33:08.543040 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5dcc93b7-5bc4-4ba2-9fa6-8cecd4c9d4d2 req-cfc31249-110d-40b5-874c-ecb2f7ce2554 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394759 Jun 10 10:33:09.747090 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549fd94c-272f-4e78-9111-fba369872dc4 req-a6ee2da8-fb9c-4681-a654-042fceee3d68 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:09.749353 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-549fd94c-272f-4e78-9111-fba369872dc4 req-a6ee2da8-fb9c-4681-a654-042fceee3d68 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0782566 Jun 10 10:33:09.783481 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56882) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:09.800838 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-549fd94c-272f-4e78-9111-fba369872dc4 req-77ce0f1a-ab44-4611-9a51-0340ae28156f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454209 Jun 10 10:33:09.898567 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:09.995103 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:10.000047 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:10.002747 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e03b10a7-1c9b-4739-8267-f165092a32f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:10.046627 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=fe394c86fe144ff9ae71ec1dd11ffc09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2589130 Jun 10 10:33:10.046627 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b784d7a-d762-4aba-bb7e-1870edf94b68,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:10.047603 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56886) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:10.052684 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.053075 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.054331 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.054331 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.054331 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.054629 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.054906 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.055270 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.055636 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.056000 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.056360 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.056717 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.060955 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-f1a120ba-f5a1-4318-a9e5-13e95087e274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:10.121564 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:10.146541 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:10.198886 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:10.202872 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:10.207509 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/0b784d7a-d762-4aba-bb7e-1870edf94b68 HTTP/1.1" status: 204 len: 168 time: 0.1560922 Jun 10 10:33:10.207509 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7c742558-0501-4f9e-8424-bd3e12ca7952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:10.214804 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b784d7a-d762-4aba-bb7e-1870edf94b68,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:10.223311 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.223311 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.223640 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.224021 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.224393 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.224887 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.225268 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.225751 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.226154 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.226524 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.226893 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.227259 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:33:10.230716 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:10.733492 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f6b592b0-88bf-4ff2-8a23-0ddd0ae54a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:11.003819 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37085f6-6bdd-40f1-8993-19a2ef7396b4 req-9bdd03b2-8c18-4924-902f-b6b79119b362 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:11.005596 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c37085f6-6bdd-40f1-8993-19a2ef7396b4 req-9bdd03b2-8c18-4924-902f-b6b79119b362 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0816302 Jun 10 10:33:11.053943 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c37085f6-6bdd-40f1-8993-19a2ef7396b4 req-9f41ac36-40a3-4cdc-83c9-c45a53939c4a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425746 Jun 10 10:33:12.244707 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0192f-382b-49ff-805a-d80da9bf6bfe req-23e8201f-0cde-460c-be7b-76ce9f116d2e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:12.246198 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-92b0192f-382b-49ff-805a-d80da9bf6bfe req-23e8201f-0cde-460c-be7b-76ce9f116d2e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0722616 Jun 10 10:33:12.289949 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-92b0192f-382b-49ff-805a-d80da9bf6bfe req-8ddb7a9b-b386-4153-96bf-7a73ac66f161 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369685 Jun 10 10:33:13.245330 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-66d9fbf7-2076-44e9-a32d-c9c78c014db7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:13.248788 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:13.753410 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb38cc-49fc-479f-a308-cb302aaae11f req-93faf6c3-7a1b-44f1-86ae-ed70313d1035 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:13.754926 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ffdb38cc-49fc-479f-a308-cb302aaae11f req-93faf6c3-7a1b-44f1-86ae-ed70313d1035 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.3315814 Jun 10 10:33:13.813028 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ffdb38cc-49fc-479f-a308-cb302aaae11f req-35302899-084d-40e2-95e4-a78a71cf4ce7 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525558 Jun 10 10:33:14.210944 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:15.039197 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5be1b-768d-4b97-8f53-4b01c96404d9 req-3a8f0a84-4637-48a0-86e7-d328e0c98ff3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:15.041470 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79e5be1b-768d-4b97-8f53-4b01c96404d9 req-3a8f0a84-4637-48a0-86e7-d328e0c98ff3 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0947220 Jun 10 10:33:15.089482 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-79e5be1b-768d-4b97-8f53-4b01c96404d9 req-6010d377-5e1e-4baa-8ade-c6e141046d29 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 Jun 10 10:33:16.118478 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.284952 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 56966) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:16.306528 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530740e3-5dc7-4ba6-b238-5c99abb907f6 req-921beb27-219b-4067-a47e-cd5c00b98acb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:16.308118 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-530740e3-5dc7-4ba6-b238-5c99abb907f6 req-921beb27-219b-4067-a47e-cd5c00b98acb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0835741 Jun 10 10:33:16.354788 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-530740e3-5dc7-4ba6-b238-5c99abb907f6 req-228e4462-3473-4309-9382-26015303bf77 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408893 Jun 10 10:33:16.397233 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-615c91d0-5d9b-4f63-9333-5fb8a2b59497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.495233 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-615c91d0-5d9b-4f63-9333-5fb8a2b59497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.498932 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-615c91d0-5d9b-4f63-9333-5fb8a2b59497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.502286 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e4762113-8ed6-437a-bd47-96f532e0b0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:16.544939 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-615c91d0-5d9b-4f63-9333-5fb8a2b59497 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=c36f5efa666542c3b627832eff8710a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591095 Jun 10 10:33:16.545733 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615c91d0-5d9b-4f63-9333-5fb8a2b59497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=022a7053-8e2c-41e8-bf05-28c89f1c280b,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:16.548122 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 56970) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:33:16.548991 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-615c91d0-5d9b-4f63-9333-5fb8a2b59497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:16.600364 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceab6-c917-4ccc-b6be-405ad4e33990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.622984 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceab6-c917-4ccc-b6be-405ad4e33990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.674652 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceab6-c917-4ccc-b6be-405ad4e33990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.677172 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1c8ceab6-c917-4ccc-b6be-405ad4e33990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:16.678318 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-1c8ceab6-c917-4ccc-b6be-405ad4e33990 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/022a7053-8e2c-41e8-bf05-28c89f1c280b HTTP/1.1" status: 204 len: 168 time: 0.1291978 Jun 10 10:33:16.679139 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-44056132-e07d-4384-b775-e8532a233200 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:16.687427 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8ceab6-c917-4ccc-b6be-405ad4e33990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=022a7053-8e2c-41e8-bf05-28c89f1c280b,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:16.689796 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-1c8ceab6-c917-4ccc-b6be-405ad4e33990 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:17.536518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bec5a-b6a9-4238-bdee-fcb2749420ea req-affb03e1-3140-49a4-b7c8-0f75113b3861 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:17.537982 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-085bec5a-b6a9-4238-bdee-fcb2749420ea req-affb03e1-3140-49a4-b7c8-0f75113b3861 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0675499 Jun 10 10:33:17.579197 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-085bec5a-b6a9-4238-bdee-fcb2749420ea req-c9091cb3-ecf0-490b-8800-7c7762c0ad6e tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356915 Jun 10 10:33:18.769438 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd95e1a-89fd-4721-92bb-86df4ae0ad77 req-9254c607-30e3-4a8b-9715-6b16e0a9f842 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:18.770913 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8cd95e1a-89fd-4721-92bb-86df4ae0ad77 req-9254c607-30e3-4a8b-9715-6b16e0a9f842 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 943 time: 0.0756807 Jun 10 10:33:18.811492 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8cd95e1a-89fd-4721-92bb-86df4ae0ad77 req-a26a8656-e232-40d9-a7d2-cbb85eedc1da tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349820 Jun 10 10:33:19.294054 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:33:19.418112 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:33:19.431350 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'port_id': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'mac_address': 'fa:16:3e:0d:d8:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:33:19.474774 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:19.489039 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:33:19.509391 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:33:19.513215 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:19.516076 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-c506b8fd-5630-4d4f-9d8b-bc4fea6bd0c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:19.571501 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=9']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:19.574590 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:19.756774 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:33:20.003329 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c758e6d6-c456-4c06-97e8-f458f78bb814 req-e259cc53-a490-4d09-8b00-48d2207102d8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:20.004805 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c758e6d6-c456-4c06-97e8-f458f78bb814 req-e259cc53-a490-4d09-8b00-48d2207102d8 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 944 time: 0.0760846 Jun 10 10:33:20.046172 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c758e6d6-c456-4c06-97e8-f458f78bb814 req-501244f1-1636-48a8-8eab-1810e472e42d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355823 Jun 10 10:33:21.231859 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908f8fd6-027b-46a5-932b-99aea7bed09f req-646d2189-1eeb-48e2-9459-28e629efdf12 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:21.233305 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-908f8fd6-027b-46a5-932b-99aea7bed09f req-646d2189-1eeb-48e2-9459-28e629efdf12 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 944 time: 0.0726113 Jun 10 10:33:21.274307 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-908f8fd6-027b-46a5-932b-99aea7bed09f req-e1fdd0ee-408a-40aa-83f7-47bc58df6e4a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355279 Jun 10 10:33:21.307780 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:33:21.372384 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:33:21.372769 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:21.463207 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:21.486455 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:33:21.488698 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aab507f-dffb-4765-97e0-bbcbff5604cf" -d '{"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:33:21.502390 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:33:21.506566 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:21.508435 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:21.537728 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35f080c-3712-4452-8972-7ab8d0431fcb x-openstack-request-id: req-a35f080c-3712-4452-8972-7ab8d0431fcb {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:33:21.538065 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-plugged", "status": "completed", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:33:21.538327 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-a35f080c-3712-4452-8972-7ab8d0431fcb {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:33:21.538713 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'code': 200} Jun 10 10:33:21.566288 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=10']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:21.569395 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:21.734655 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba822f93-016f-4bbe-afea-a12a9a162984 req-5421477c-e871-4f13-be50-571235d09ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:21.736528 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ba822f93-016f-4bbe-afea-a12a9a162984 req-5421477c-e871-4f13-be50-571235d09ad9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1099 time: 0.0589836 Jun 10 10:33:21.775752 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ba822f93-016f-4bbe-afea-a12a9a162984 req-065709d1-79dd-4092-96e9-3d6f9ba604f1 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305746 Jun 10 10:33:22.022076 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:22.460889 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76445046-2c86-4bb4-944d-b3afea5bfc8d req-07ae0841-0db4-4df3-a17f-ba067d7b3ea4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:22.462360 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-76445046-2c86-4bb4-944d-b3afea5bfc8d req-07ae0841-0db4-4df3-a17f-ba067d7b3ea4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 946 time: 0.0693290 Jun 10 10:33:22.503288 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-76445046-2c86-4bb4-944d-b3afea5bfc8d req-915e508c-ea75-4003-b60d-19b68faea660 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351503 Jun 10 10:33:23.689896 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae433d6-2c35-44b3-b902-cabd5ab6733c req-a8823ead-6907-4825-8236-108891bed2eb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:23.692841 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4ae433d6-2c35-44b3-b902-cabd5ab6733c req-a8823ead-6907-4825-8236-108891bed2eb tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 946 time: 0.0717916 Jun 10 10:33:23.739328 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4ae433d6-2c35-44b3-b902-cabd5ab6733c req-7336aa9d-5f60-4836-b9a8-805f49d2a30f tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416579 Jun 10 10:33:35.083055 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:33:40.735613 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c1a383ac-466e-413f-999c-00ef4ad1369b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:43.239628 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:43.241780 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-bbed74b2-04cb-4d0d-aaca-29c4ce155bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:44.212444 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:46.101536 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:51.656230 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-5d96b812-5fa0-4ca6-a42d-d366ee9928f9 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565591 Jun 10 10:33:51.764557 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-b7ff9e00-b7f7-4379-84ce-97402a993f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:51.766107 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-b7ff9e00-b7f7-4379-84ce-97402a993f85 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=19dda0efe34b484daaa2c3f36177786e&device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 1099 time: 0.0655503 Jun 10 10:33:51.894604 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-1486dfd1-5eea-497f-a0e2-b588a950ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:51.896057 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-1486dfd1-5eea-497f-a0e2-b588a950ed23 service neutron] 10.222.0.95 "GET /v2.0/networks?id=b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 200 len: 919 time: 0.1100590 Jun 10 10:33:51.983084 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-37ad2d5f-5764-413d-8283-170b92cc83a0 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 200 len: 1000 time: 0.0786741 Jun 10 10:33:52.018981 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:52.040554 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-0c3a6778-d226-418d-ab1f-1aa32b7c0492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:52.042022 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-0c3a6778-d226-418d-ab1f-1aa32b7c0492 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 200 len: 856 time: 0.0504811 Jun 10 10:33:52.109497 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-9e8c290b-688a-4c5e-9466-b1beeca65532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:52.110991 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-9e8c290b-688a-4c5e-9466-b1beeca65532 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=b17aaa8f-766a-43fe-902f-44fb59f919c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608776 Jun 10 10:33:52.223886 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-d4cf5a4a-aabc-4995-945f-32f1cd720777 service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044972 Jun 10 10:33:52.341155 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a217aad9-cddc-4e2e-b6ce-25e0658d9a3e req-5f604a35-873b-464d-afbd-18b1dc37516f service neutron] 10.222.0.95 "GET /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1103551 Jun 10 10:33:57.152898 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3f1e4-cade-43d4-8d33-55737dce1620 req-a81cb415-6286-4bd1-a624-bba43401c0c5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:57.154290 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0dd3f1e4-cade-43d4-8d33-55737dce1620 req-a81cb415-6286-4bd1-a624-bba43401c0c5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 946 time: 0.0699551 Jun 10 10:33:57.195150 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-0dd3f1e4-cade-43d4-8d33-55737dce1620 req-984826ed-2c23-4dbe-a2cd-00f816c4c68d tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354078 Jun 10 10:33:58.381428 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b58dda-2c00-44bc-a8f5-1e4cabf9296b req-582576f7-0846-427b-bc3e-9bff9c46b1a5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:58.382923 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-05b58dda-2c00-44bc-a8f5-1e4cabf9296b req-582576f7-0846-427b-bc3e-9bff9c46b1a5 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 946 time: 0.0727618 Jun 10 10:33:58.427589 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-05b58dda-2c00-44bc-a8f5-1e4cabf9296b req-5e5139b3-f751-4dae-99fa-29a37b2649a4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups?id=77484ab1-7d37-4423-b6a9-9aeadd55d700&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389223 Jun 10 10:33:58.753493 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-764e4bc1-2c0c-4cbd-805f-4deaf2e327aa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:33:58.754932 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-764e4bc1-2c0c-4cbd-805f-4deaf2e327aa tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 946 time: 0.0719664 Jun 10 10:33:58.864043 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Deleting port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:33:58.864383 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:58.979135 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] For port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:33:58.979496 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:59.195495 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:59.195871 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:59.196199 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.l3_db [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Floating IP 07982c02-5a9b-42d9-9a3f-84ce9c9e15b6 disassociated. External IP: 172.28.1.76, port: fdf537a3-b0b1-4de5-a5cd-05a507cd61b9. Jun 10 10:33:59.196531 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Calling delete_port for fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:33:59.344904 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:59.348859 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-643168a8-5b86-49a0-b8a0-fe0fa47011dc tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:33:59.379334 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event deleted for resources: {'Port': ['ID=fdf537a3-b0b1-4de5-a5cd-05a507cd61b9,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:33:59.382432 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:33:59.581761 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-2098136b-b5d1-4a83-a354-fe72411d4f40 req-1505df71-51d2-44cb-9ef3-187fb5972949 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/ports?device_id=8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d HTTP/1.1" status: 200 len: 210 time: 0.0349932 Jun 10 10:33:59.784344 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Router 985393ca-3fba-4235-8d98-cb19d94743ad has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:33:59.930656 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:33:59.940895 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] Sync routers for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:33:59.950892 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:33:59.951503 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:33:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:33:59.987596 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] No DVR routers for this DVR port fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:33:59.990141 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:33:59.992033 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-afe29cb6-e880-4a19-a93c-4febf70db962 req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.95 "DELETE /v2.0/ports/fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 HTTP/1.1" status: 204 len: 173 time: 1.2310448 Jun 10 10:33:59.992545 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-deleted', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:33:59.994875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846f4b51-59ad-41dc-9365-6880b59b4071" -d '{"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-deleted", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:34:00.035280 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad087eec-2e4b-44c2-b20d-b0d9bd01279d x-openstack-request-id: req-ad087eec-2e4b-44c2-b20d-b0d9bd01279d {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:34:00.035617 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d", "name": "network-vif-deleted", "tag": "fdf537a3-b0b1-4de5-a5cd-05a507cd61b9", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:34:00.035909 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-ad087eec-2e4b-44c2-b20d-b0d9bd01279d {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:34:00.036348 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f3c72ad-1caa-4ac2-a047-cedfd1da2b0d', 'name': 'network-vif-deleted', 'tag': 'fdf537a3-b0b1-4de5-a5cd-05a507cd61b9', 'status': 'completed', 'code': 200} Jun 10 10:34:00.098915 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:00.458750 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:00.462196 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] Checking router: 985393ca-3fba-4235-8d98-cb19d94743ad for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:34:00.470172 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:00.470778 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:33:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:00.620958 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:00.716729 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57058) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:00.776538 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-38f09a4a-4d58-47a4-993a-c03fd98137f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:00.801007 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-38f09a4a-4d58-47a4-993a-c03fd98137f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:00.851174 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-38f09a4a-4d58-47a4-993a-c03fd98137f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:00.854036 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-38f09a4a-4d58-47a4-993a-c03fd98137f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:00.855390 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-38f09a4a-4d58-47a4-993a-c03fd98137f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "DELETE /v2.0/security-groups/77484ab1-7d37-4423-b6a9-9aeadd55d700 HTTP/1.1" status: 204 len: 168 time: 0.1376595 Jun 10 10:34:00.856354 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b2f9ff1d-d34c-4ce2-bc82-651fbd1c581c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:00.858131 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57060) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:00.867262 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f09a4a-4d58-47a4-993a-c03fd98137f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77484ab1-7d37-4423-b6a9-9aeadd55d700,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:00.869929 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-38f09a4a-4d58-47a4-993a-c03fd98137f4 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:00.873693 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.api.v2.resource [None req-7ed892c3-271a-4192-8f18-5d17479839a2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] show failed (client error): The resource could not be found. Jun 10 10:34:00.874717 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7ed892c3-271a-4192-8f18-5d17479839a2 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "GET /v2.0/security-groups/77484ab1-7d37-4423-b6a9-9aeadd55d700 HTTP/1.1" status: 404 len: 347 time: 0.0156209 Jun 10 10:34:00.878275 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57062) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:00.892388 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:00.895966 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e311378e-6ccb-4817-88dc-dc9942627ca3 None None] The sync data for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb is: [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:28:29Z', 'revision_number': 4, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '3faeb1f3-69bf-40d7-9cea-2be62ba96ff0', 'name': '', 'network_id': 'b17aaa8f-766a-43fe-902f-44fb59f919c0', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'mac_address': 'fa:16:3e:a5:bb:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:28Z', 'updated_at': '2021-06-10T10:28:35Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'subnets': [{'id': '6fe628e5-cac4-4c48-9c2c-b81e9aa9133c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:34:01.045000 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Deleting port 08f93243-fb56-4e6e-b8b9-8e07f6579264 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:34:01.045355 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:01.104729 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342cd30-77d8-4d76-8428-14f672a41a0c None None] New status for floating IP 07982c02-5a9b-42d9-9a3f-84ce9c9e15b6: DOWN {{(pid=91750) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:34:01.148763 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:01.149103 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:01.243925 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Calling delete_port for 08f93243-fb56-4e6e-b8b9-8e07f6579264 owned by network:floatingip {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:34:01.407084 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:01.408988 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a84e3b69-b8b1-4cb3-95c3-149373c6ad7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:01.442081 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Pushing event deleted for resources: {'Port': ['ID=08f93243-fb56-4e6e-b8b9-8e07f6579264,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:01.445455 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:01.515845 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks [] for floatingip, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:01.518401 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:01.519532 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] 10.222.0.23 "DELETE /v2.0/floatingips/07982c02-5a9b-42d9-9a3f-84ce9c9e15b6 HTTP/1.1" status: 204 len: 168 time: 0.6402221 Jun 10 10:34:03.540802 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:34:03.565126 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:34:03.565485 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device fdf537a3-b0b1-4de5-a5cd-05a507cd61b9 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:34:04.070643 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57084) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:04.645394 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694140'] for router_interface, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:04.959191 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Deleting port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:34:04.959449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:05.061219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] For port 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:05.061575 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:05.151772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Calling delete_port for 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 owned by network:router_interface {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:34:05.366142 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:05.368856 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b2c6e84b-ab6c-4c3a-b568-813b8428be81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:05.400831 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Pushing event deleted for resources: {'Port': ['ID=3faeb1f3-69bf-40d7-9cea-2be62ba96ff0,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:05.404435 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:05.848316 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2092001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695532'] for router_interface, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:06.139663 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Router 985393ca-3fba-4235-8d98-cb19d94743ad has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:34:06.286595 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:34:06.291869 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b15e5212-0c9d-4c30-b01c-a0ec0a94f97b admin admin] 10.222.0.23 "PUT /v2.0/routers/985393ca-3fba-4235-8d98-cb19d94743ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2199185 Jun 10 10:34:06.294183 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57088) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:06.295329 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] Sync routers for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:34:06.305363 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:06.306005 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:33:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:06.440836 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks [] for router, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:06.457071 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:06.581210 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:06.641763 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Deleting port a9903165-979e-4119-9cca-17a9b48c671d {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:34:06.642221 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:06.693445 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2'}], 'enable_snat': True}, 'gw_port_id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:34:05Z', 'revision_number': 5, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port': {'id': 'a9903165-979e-4119-9cca-17a9b48c671d', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:0b:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:28:22Z', 'updated_at': '2021-06-10T10:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:06.697055 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] Checking router: 985393ca-3fba-4235-8d98-cb19d94743ad for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:34:06.705167 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] Routers {'985393ca-3fba-4235-8d98-cb19d94743ad'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:06.705794 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:33:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['985393ca-3fba-4235-8d98-cb19d94743ad'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:06.751535 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] For port a9903165-979e-4119-9cca-17a9b48c671d, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=a9903165-979e-4119-9cca-17a9b48c671d,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:06.751914 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:06.827891 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] Set router 985393ca-3fba-4235-8d98-cb19d94743ad gateway port host: None {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:06.847050 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Calling delete_port for a9903165-979e-4119-9cca-17a9b48c671d owned by network:router_gateway {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:34:06.910549 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:34:06Z', 'revision_number': 6, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port_host': None}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:06.914100 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9cd02b-d256-488e-82b3-244bbb979061 None None] The sync data for ids ['985393ca-3fba-4235-8d98-cb19d94743ad'] in dv-cinder-795751-1-smb is: [{'id': '985393ca-3fba-4235-8d98-cb19d94743ad', 'name': 'tempest-AttachVolumeShelveTestJSON-1594653942-router', 'tenant_id': '19dda0efe34b484daaa2c3f36177786e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:28:21Z', 'updated_at': '2021-06-10T10:34:06Z', 'revision_number': 6, 'project_id': '19dda0efe34b484daaa2c3f36177786e', 'gw_port_host': None}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:34:07.056838 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.059231 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b1b9c8fd-46c7-43f1-95ae-64ab83cfb394 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:07.087846 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Pushing event deleted for resources: {'Port': ['ID=a9903165-979e-4119-9cca-17a9b48c671d,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:07.091504 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:07.167700 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698685'] for router_gateway, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.301471 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123339'] for router, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.303726 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.366562 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687896'] for router, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.367100 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 985393ca-3fba-4235-8d98-cb19d94743ad {{(pid=91749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:34:07.374535 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.375703 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] 10.222.0.23 "DELETE /v2.0/routers/985393ca-3fba-4235-8d98-cb19d94743ad HTTP/1.1" status: 204 len: 168 time: 1.0805721 Jun 10 10:34:07.378279 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57090) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:07.431421 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Deleting subnet 6fe628e5-cac4-4c48-9c2c-b81e9aa9133c {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:34:07.435372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.479631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.573007 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.632706 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.636348 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:07.669066 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.673229 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] 10.222.0.23 "DELETE /v2.0/subnets/6fe628e5-cac4-4c48-9c2c-b81e9aa9133c HTTP/1.1" status: 204 len: 168 time: 0.2917633 Jun 10 10:34:07.673229 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe628e5-cac4-4c48-9c2c-b81e9aa9133c,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:07.673718 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57092) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:07.674808 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7420dd1-5737-44a2-be86-a6576ead15aa None None] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:34:07.675225 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-9b93ae86-754a-4f7a-a479-5a6a78c7439a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:07.778727 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.845404 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Deleting port 99db74b6-1fdc-42e2-8ae5-5688bd065922 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:34:07.845674 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:07.943064 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] For port 99db74b6-1fdc-42e2-8ae5-5688bd065922, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=99db74b6-1fdc-42e2-8ae5-5688bd065922,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:07.943211 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.039367 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] DHCP port deletion for b17aaa8f-766a-43fe-902f-44fb59f919c0 request from dv-cinder-795751-1-smb {{(pid=91750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:34:08.046847 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Calling delete_port for 99db74b6-1fdc-42e2-8ae5-5688bd065922 owned by network:dhcp {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:34:08.095254 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Deleting port 99db74b6-1fdc-42e2-8ae5-5688bd065922 {{(pid=91750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:34:08.095695 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.140942 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.144934 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-6a2ac599-ef2d-4be6-8e73-de36d755159e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:08.178006 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=99db74b6-1fdc-42e2-8ae5-5688bd065922,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:08.178499 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] For port 99db74b6-1fdc-42e2-8ae5-5688bd065922, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=99db74b6-1fdc-42e2-8ae5-5688bd065922,segment=NetworkSegment(bf7e949c-f7b2-40a3-9fbe-f268fcc1265a),segment_id=bf7e949c-f7b2-40a3-9fbe-f268fcc1265a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:08.178916 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.179862 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] No DVR routers for this DVR port 99db74b6-1fdc-42e2-8ae5-5688bd065922 on host dv-cinder-795751-1-smb {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:34:08.181500 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:08.272098 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Calling delete_port for 99db74b6-1fdc-42e2-8ae5-5688bd065922 owned by network:dhcp {{(pid=91750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:34:08.280829 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.293125 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b17aaa8f-766a-43fe-902f-44fb59f919c0']}} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:08.304731 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a') {'for_net_delete': True} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:08.305035 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.services.segments.db [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf7e949c-f7b2-40a3-9fbe-f268fcc1265a') {} {{(pid=91748) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:08.315444 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29947581'] for segment, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.330552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.332968 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:34:08.337230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Releasing vlan 1327 on physical network physnet1 to pool {{(pid=91748) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:34:08.337853 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31283495'] for segment, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: Traceback (most recent call last): Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: timer() Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: cb(*args, **kw) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: return func(*args, **kwargs) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: self._notify() Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: self.callback(batched_events) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: event.method(event) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: return f(self, *a, **k) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: return self._get(url).json() Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: return self.request(url, 'GET', **kwargs) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:34:08.351908 dv-cinder-795751-1-smb neutron-server[91748]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:34:08.362675 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:34:08.363045 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 3faeb1f3-69bf-40d7-9cea-2be62ba96ff0 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:34:08.363483 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 99db74b6-1fdc-42e2-8ae5-5688bd065922 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:34:08.392329 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 99db74b6-1fdc-42e2-8ae5-5688bd065922 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:34:08.392699 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 99db74b6-1fdc-42e2-8ae5-5688bd065922 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:34:08.393159 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a9903165-979e-4119-9cca-17a9b48c671d no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:34:08.413953 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.417747 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:08.420183 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.422148 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] 10.222.0.23 "DELETE /v2.0/networks/b17aaa8f-766a-43fe-902f-44fb59f919c0 HTTP/1.1" status: 204 len: 168 time: 0.7461619 Jun 10 10:34:08.430608 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: a9903165-979e-4119-9cca-17a9b48c671d {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:34:08.431003 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device a9903165-979e-4119-9cca-17a9b48c671d not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:34:08.442542 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=b17aaa8f-766a-43fe-902f-44fb59f919c0,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:08.445625 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-1dd14706-6328-4225-83d6-d6982b61a2ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:08.452472 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.454454 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-a1497e41-d4d7-4b96-8851-7f0d3760611a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:08.480942 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Network b17aaa8f-766a-43fe-902f-44fb59f919c0 is not hosted by any dhcp agent {{(pid=91750) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:235}} Jun 10 10:34:08.481518 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] No DVR routers for this DVR port 99db74b6-1fdc-42e2-8ae5-5688bd065922 on host dv-cinder-795751-1-smb {{(pid=91750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:34:08.483538 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Pushing event deleted for resources: {'Port': ['ID=99db74b6-1fdc-42e2-8ae5-5688bd065922,revision_number=None']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:08.493456 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.493873 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.494259 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.495100 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.495100 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.495251 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.495593 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.495983 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.496319 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.496650 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.496984 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.497314 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:08.500444 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:08.542380 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57096) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:08.586090 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-ef170c5a-37b4-4f8c-a91b-33d895b732ff admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=19dda0efe34b484daaa2c3f36177786e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424573 Jun 10 10:34:08.588251 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57098) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:08.643010 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.665753 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.715198 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.717803 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:08.718972 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/fd29fcb4-0ba6-4ca1-88e9-ca39ca9d869e HTTP/1.1" status: 204 len: 168 time: 0.1298347 Jun 10 10:34:08.719789 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d9f17f4b-fe46-4ba2-8997-2bae31423724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:08.728967 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd29fcb4-0ba6-4ca1-88e9-ca39ca9d869e,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:08.731388 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:10.736867 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-4aaa8b5d-01aa-49b6-8ed6-44b57cf37d38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:12.081755 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:34:13.231881 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:13.242723 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-43a96728-a775-4e97-a685-820e8f2d3789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:14.214324 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:14.837138 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57194) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:14.940978 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:15.034374 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:15.038393 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:15.041730 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-62c94287-6634-4f84-ab6c-f35fbbab66f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:15.079165 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=9e1e1659cfb645cd921582e9e5e4613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2409775 Jun 10 10:34:15.081179 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca862227-4197-4e7b-8fe3-3eb2f3ffe7a1,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:15.082411 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57198) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:15.088775 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.089165 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.089543 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.089968 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.090310 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.090677 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.091042 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.091405 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.091770 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.092133 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.092492 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.092851 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.096709 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7ea8b976-3c77-4c45-8c4b-4264df16e537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:15.135861 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:15.158932 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:15.208246 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:15.210868 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:15.212018 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/ca862227-4197-4e7b-8fe3-3eb2f3ffe7a1 HTTP/1.1" status: 204 len: 168 time: 0.1284499 Jun 10 10:34:15.212802 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-dd6daf06-9059-49f6-81f5-1ae70e12fccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:15.221988 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca862227-4197-4e7b-8fe3-3eb2f3ffe7a1,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:15.229349 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.229734 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.230136 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.230508 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.230874 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.231294 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.231657 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.232042 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.232406 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.232765 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.233121 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.233575 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:15.236569 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:16.105476 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.559152 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57238) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:16.661715 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b24755f7-194d-499c-bc06-5e67ffeef7de admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.750873 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b24755f7-194d-499c-bc06-5e67ffeef7de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.755407 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b24755f7-194d-499c-bc06-5e67ffeef7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.758966 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-9e3c7815-b019-4023-9f7c-c25eaf199156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:16.800649 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-b24755f7-194d-499c-bc06-5e67ffeef7de admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=e56b96cc4edb44b2a8621decdaa828a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403674 Jun 10 10:34:16.801535 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24755f7-194d-499c-bc06-5e67ffeef7de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa147c-7318-45cf-b6ed-e751e120b368,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:16.803369 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57242) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:16.804532 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b24755f7-194d-499c-bc06-5e67ffeef7de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:16.862545 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e14cff57-07b2-4f91-afcc-a0696a4aa05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.887597 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e14cff57-07b2-4f91-afcc-a0696a4aa05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.938178 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e14cff57-07b2-4f91-afcc-a0696a4aa05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.940881 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-e14cff57-07b2-4f91-afcc-a0696a4aa05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:16.942051 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-e14cff57-07b2-4f91-afcc-a0696a4aa05a admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/92aa147c-7318-45cf-b6ed-e751e120b368 HTTP/1.1" status: 204 len: 168 time: 0.1375999 Jun 10 10:34:16.942857 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-351c2b7a-ee5e-485e-9c6c-5f0fcdd6a9ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:16.951611 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14cff57-07b2-4f91-afcc-a0696a4aa05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa147c-7318-45cf-b6ed-e751e120b368,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:16.954068 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-e14cff57-07b2-4f91-afcc-a0696a4aa05a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:17.203763 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57248) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:17.223325 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae4b390f-3501-4080-8507-ad0d2d27ee3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:17.314815 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae4b390f-3501-4080-8507-ad0d2d27ee3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:17.318219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-ae4b390f-3501-4080-8507-ad0d2d27ee3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:17.320800 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b73669ea-fb08-47f1-a568-cfce43b39ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:17.361536 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4b390f-3501-4080-8507-ad0d2d27ee3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03eb6185-30b9-4129-99c2-d360539ab7b1,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:17.367800 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-ae4b390f-3501-4080-8507-ad0d2d27ee3e admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5e973024e94046d2a2d4a45f982102a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1612487 Jun 10 10:34:17.367800 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ae4b390f-3501-4080-8507-ad0d2d27ee3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:17.368569 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57250) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:17.419558 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61e53303-bc2f-48e1-8ebe-d60118c2def6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:17.444581 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61e53303-bc2f-48e1-8ebe-d60118c2def6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:17.494154 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61e53303-bc2f-48e1-8ebe-d60118c2def6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:17.496820 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61e53303-bc2f-48e1-8ebe-d60118c2def6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:17.497941 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-61e53303-bc2f-48e1-8ebe-d60118c2def6 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/03eb6185-30b9-4129-99c2-d360539ab7b1 HTTP/1.1" status: 204 len: 168 time: 0.1284688 Jun 10 10:34:17.498684 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7dd8d095-fd35-4cd0-a24b-4b1024260ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:17.507388 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e53303-bc2f-48e1-8ebe-d60118c2def6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03eb6185-30b9-4129-99c2-d360539ab7b1,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:17.509631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-61e53303-bc2f-48e1-8ebe-d60118c2def6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:21.713952 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57322) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:21.817285 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d26c355c-dd5e-4484-95ae-902417329360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:21.911230 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d26c355c-dd5e-4484-95ae-902417329360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:21.916136 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-d26c355c-dd5e-4484-95ae-902417329360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:21.920815 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d1095f40-4dd8-48ee-bf95-4e1552e2dae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:21.962447 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-d26c355c-dd5e-4484-95ae-902417329360 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=5f12b8dc094c46a39087eb3382171e90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2474325 Jun 10 10:34:21.963356 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26c355c-dd5e-4484-95ae-902417329360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49c7162-1b9d-4b86-81f7-477b69ed8512,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:21.965109 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57326) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:21.971245 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d26c355c-dd5e-4484-95ae-902417329360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:22.020031 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.026218 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.043645 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.093484 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.096217 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.099385 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/f49c7162-1b9d-4b86-81f7-477b69ed8512 HTTP/1.1" status: 204 len: 168 time: 0.1332884 Jun 10 10:34:22.100571 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-ae4b390f-3501-4080-8507-ad0d2d27ee3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:22.110282 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49c7162-1b9d-4b86-81f7-477b69ed8512,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:22.115665 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:22.368966 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57332) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:22.385040 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-741b8f96-8adf-464e-a79d-f975a3f94b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.477352 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-741b8f96-8adf-464e-a79d-f975a3f94b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.480836 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-741b8f96-8adf-464e-a79d-f975a3f94b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.483271 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f1f1584e-bd76-4308-ba8d-e9e41113d162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:22.523752 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741b8f96-8adf-464e-a79d-f975a3f94b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c2ccfd-a589-4212-9f15-b25d19cf8929,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:22.527015 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-741b8f96-8adf-464e-a79d-f975a3f94b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:22.529741 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-741b8f96-8adf-464e-a79d-f975a3f94b3f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=afbc59cbd0e24c81b31ebb773b44e066&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597748 Jun 10 10:34:22.532530 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57334) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:22.592404 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad96-9c08-4e74-970a-b3f185a7f6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.615758 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad96-9c08-4e74-970a-b3f185a7f6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.665366 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad96-9c08-4e74-970a-b3f185a7f6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.668032 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-02e6ad96-9c08-4e74-970a-b3f185a7f6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:22.669168 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-02e6ad96-9c08-4e74-970a-b3f185a7f6bf admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/64c2ccfd-a589-4212-9f15-b25d19cf8929 HTTP/1.1" status: 204 len: 168 time: 0.1356430 Jun 10 10:34:22.669989 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-10d4ad75-5758-42c7-b872-581129ae9e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:22.678897 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e6ad96-9c08-4e74-970a-b3f185a7f6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c2ccfd-a589-4212-9f15-b25d19cf8929,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:22.681223 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-02e6ad96-9c08-4e74-970a-b3f185a7f6bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:28.903507 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57454) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:29.013564 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-36b538e9-e867-4129-9788-14c595c63cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.106597 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-36b538e9-e867-4129-9788-14c595c63cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.110578 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-36b538e9-e867-4129-9788-14c595c63cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.114305 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-61e6e207-a3f6-4b12-a0c1-92644a4ef5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:29.155094 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-36b538e9-e867-4129-9788-14c595c63cdc admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a9f92bc408e2483aad156afa0b72a5cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504809 Jun 10 10:34:29.156267 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b538e9-e867-4129-9788-14c595c63cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d6dcda-cdee-44bf-97f7-c3cd28930ff0,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:29.157738 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57458) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:29.159432 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-36b538e9-e867-4129-9788-14c595c63cdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:29.210467 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-28abeec0-40a8-4673-99e9-b76d570ccca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.232596 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-28abeec0-40a8-4673-99e9-b76d570ccca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.281936 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-28abeec0-40a8-4673-99e9-b76d570ccca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.284492 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-28abeec0-40a8-4673-99e9-b76d570ccca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.285630 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-28abeec0-40a8-4673-99e9-b76d570ccca0 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/16d6dcda-cdee-44bf-97f7-c3cd28930ff0 HTTP/1.1" status: 204 len: 168 time: 0.1268818 Jun 10 10:34:29.286471 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-39efea22-a2a1-48c7-a95d-b86af3b71f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:29.294497 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abeec0-40a8-4673-99e9-b76d570ccca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d6dcda-cdee-44bf-97f7-c3cd28930ff0,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:29.296817 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-28abeec0-40a8-4673-99e9-b76d570ccca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:29.537931 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57464) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:29.553826 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1015-3cda-45d8-a3b5-4c1c85a6e3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.644141 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1015-3cda-45d8-a3b5-4c1c85a6e3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.647668 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5c3d1015-3cda-45d8-a3b5-4c1c85a6e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.650089 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-65d5ff05-cf13-4e34-aec0-a3803fdc17d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:29.689950 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d1015-3cda-45d8-a3b5-4c1c85a6e3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0362105-17c4-4526-af6a-1a94b58155ba,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:29.695280 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5c3d1015-3cda-45d8-a3b5-4c1c85a6e3af admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=90750ca9de404e199eda0e2969ea2d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563203 Jun 10 10:34:29.696162 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5c3d1015-3cda-45d8-a3b5-4c1c85a6e3af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:29.697773 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57466) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:29.747990 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6b477995-ef5c-4631-830c-bd28bdf8123e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.771323 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6b477995-ef5c-4631-830c-bd28bdf8123e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.818686 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6b477995-ef5c-4631-830c-bd28bdf8123e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.821372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6b477995-ef5c-4631-830c-bd28bdf8123e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:29.822512 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6b477995-ef5c-4631-830c-bd28bdf8123e admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/d0362105-17c4-4526-af6a-1a94b58155ba HTTP/1.1" status: 204 len: 168 time: 0.1238186 Jun 10 10:34:29.823312 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3926acbf-7398-4fcf-8fef-0d9d1eca1135 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:29.834091 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b477995-ef5c-4631-830c-bd28bdf8123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0362105-17c4-4526-af6a-1a94b58155ba,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:29.836324 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6b477995-ef5c-4631-830c-bd28bdf8123e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:31.595189 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57536) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:31.697572 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c8669ef5-cec3-4f8f-bb31-e5068ae20674 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:31.791186 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c8669ef5-cec3-4f8f-bb31-e5068ae20674 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:31.794830 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c8669ef5-cec3-4f8f-bb31-e5068ae20674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:31.798221 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-08adf9e7-b605-4fbe-a0c9-ac3a094e76ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:31.841072 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8669ef5-cec3-4f8f-bb31-e5068ae20674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc46fac-fae1-45b8-99c6-8e9484757c85,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:31.844227 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c8669ef5-cec3-4f8f-bb31-e5068ae20674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:31.847847 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c8669ef5-cec3-4f8f-bb31-e5068ae20674 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=a476a6292290468fbf42fb04fde98c69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505023 Jun 10 10:34:31.849496 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57540) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:31.902542 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b0c54da1-9906-41c3-ac9f-60ba199f438b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:31.925372 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b0c54da1-9906-41c3-ac9f-60ba199f438b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:31.973763 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b0c54da1-9906-41c3-ac9f-60ba199f438b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:31.976350 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b0c54da1-9906-41c3-ac9f-60ba199f438b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:31.977473 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b0c54da1-9906-41c3-ac9f-60ba199f438b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/8cc46fac-fae1-45b8-99c6-8e9484757c85 HTTP/1.1" status: 204 len: 168 time: 0.1270902 Jun 10 10:34:31.979082 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-3b542b2a-3b23-44cd-b2da-544215258a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:31.987889 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c54da1-9906-41c3-ac9f-60ba199f438b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc46fac-fae1-45b8-99c6-8e9484757c85,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:31.993910 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b0c54da1-9906-41c3-ac9f-60ba199f438b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:32.233736 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57546) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:32.250278 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1b27bfa7-b56d-4acb-9207-430b0c901f9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:32.343032 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1b27bfa7-b56d-4acb-9207-430b0c901f9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:32.347346 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-1b27bfa7-b56d-4acb-9207-430b0c901f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:32.349765 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-89c2f6c4-a352-44a7-a1a7-538908155290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:32.387584 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b27bfa7-b56d-4acb-9207-430b0c901f9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5175eb36-a59b-452d-932f-3c145124bd24,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:32.391829 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-1b27bfa7-b56d-4acb-9207-430b0c901f9f admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=ffa504503f4842a799697d72cfb1db87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567605 Jun 10 10:34:32.392781 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1b27bfa7-b56d-4acb-9207-430b0c901f9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:32.394383 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57548) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:32.449004 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2ac63009-c1db-4597-bb6c-2fa53e79a00b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:32.471382 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2ac63009-c1db-4597-bb6c-2fa53e79a00b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:32.520818 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2ac63009-c1db-4597-bb6c-2fa53e79a00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:32.523418 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2ac63009-c1db-4597-bb6c-2fa53e79a00b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:32.524556 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-2ac63009-c1db-4597-bb6c-2fa53e79a00b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/5175eb36-a59b-452d-932f-3c145124bd24 HTTP/1.1" status: 204 len: 168 time: 0.1292980 Jun 10 10:34:32.525386 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c8669ef5-cec3-4f8f-bb31-e5068ae20674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:32.534193 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac63009-c1db-4597-bb6c-2fa53e79a00b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5175eb36-a59b-452d-932f-3c145124bd24,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:32.536946 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-2ac63009-c1db-4597-bb6c-2fa53e79a00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:33.170346 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57570) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:33.263804 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-49781423-network', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:33.285722 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Made reservation on behalf of 7f4ab98c20424d55826c7fc31c15ccaf for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:34:33.287980 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.298185 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.391005 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.395118 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.398779 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1e98ee40-938d-4dd4-a2fd-ad5d7190adcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:33.421661 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1344} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:34:33.430319 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4402ffa0-86c1-467c-9743-f29dbcb5b3f6,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:33.434269 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:33.437117 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.437468 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Added segment 1cb60a08-8c11-4b2c-b236-054b6705e77a of type vlan for network dc002fb9-850a-4599-b7cb-5ad050980a98 Jun 10 10:34:33.726913 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.755238 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.756601 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:34:33.757180 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:33.759306 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c9cfec66-4000-474f-8318-0615fbc3ac5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:33.793097 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6216559 Jun 10 10:34:33.795891 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57574) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:33.805686 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Request body: {'subnet': {'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-49781423-subnet', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:33.856824 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Pushing event updated for resources: {'Network': ['ID=dc002fb9-850a-4599-b7cb-5ad050980a98,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:33.860883 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-215884b5-f2ee-4f99-a530-be8264047619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:33.866695 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network dc002fb9-850a-4599-b7cb-5ad050980a98 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:34:33.872739 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Made reservation on behalf of 7f4ab98c20424d55826c7fc31c15ccaf for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:34:33.875450 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29966915'] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.085073 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32727503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29966933'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.087139 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:34.155106 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:34.158806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:34.162504 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Checking segment: {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:34.162863 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Network hostable DHCP agents. Network: dc002fb9-850a-4599-b7cb-5ad050980a98, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:34:34.179905 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Network dc002fb9-850a-4599-b7cb-5ad050980a98 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:34:34.188065 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, dc002fb9-850a-4599-b7cb-5ad050980a98) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:34.192137 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:34:34.192728 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.198721 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654c0b8-be23-401d-bdec-3b2545907325 None None] Network dc002fb9-850a-4599-b7cb-5ad050980a98 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:34:34.207478 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7fca4194-b366-49cd-99ac-320704e2a14c admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.4105701 Jun 10 10:34:34.210306 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57580) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:34.214674 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:34.235055 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.236205 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.316617 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.397123 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-dc002fb9-850a-4599-b7cb-5ad050980a98', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:34:34.398003 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.523861 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.545690 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Allocated IP 172.20.0.2 (dc002fb9-850a-4599-b7cb-5ad050980a98/bd6432db-bcea-4cd3-a2aa-38b1bb2bc993/679574db-4217-4227-b76f-744fbc5be170) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:34:34.722361 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.731695 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Transition to ACTIVE for port object 679574db-4217-4227-b76f-744fbc5be170 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:34.747842 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Transition to ACTIVE for port object 679574db-4217-4227-b76f-744fbc5be170 will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:34.753754 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.755651 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:34.791874 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.803217 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Network dc002fb9-850a-4599-b7cb-5ad050980a98 is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:34.806049 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:34.809703 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:34:34.820155 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Pushing event updated for resources: {'Port': ['ID=679574db-4217-4227-b76f-744fbc5be170,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:34.821577 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.845871 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:34.883021 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Attempting to bind port 679574db-4217-4227-b76f-744fbc5be170 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:34:34.883697 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Attempting to bind port 679574db-4217-4227-b76f-744fbc5be170 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:34:34.883807 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Attempting to bind port 679574db-4217-4227-b76f-744fbc5be170 on network dc002fb9-850a-4599-b7cb-5ad050980a98 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:34:34.888697 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:34:34.889098 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Checking segment: {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:34.889521 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.889959 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Bound using segment: {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:34:34.890446 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Bound port: 679574db-4217-4227-b76f-744fbc5be170, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:34:34.890840 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.938140 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Allocated IP 172.28.1.132 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/4b668758-3877-4503-abd2-ac9017fc5448) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:34:34.967532 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] For port 679574db-4217-4227-b76f-744fbc5be170, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:34:34.970583 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] For port 679574db-4217-4227-b76f-744fbc5be170, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=679574db-4217-4227-b76f-744fbc5be170,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:34:34.975567 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:34.978226 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:35.042949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Pushing event updated for resources: {'Port': ['ID=679574db-4217-4227-b76f-744fbc5be170,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:35.046040 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:35.083080 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:35.123858 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:35.125930 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:35.190650 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:35.193771 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:35.197533 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:34:35.230171 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Pushing event updated for resources: {'Port': ['ID=4b668758-3877-4503-abd2-ac9017fc5448,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:35.234183 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:35.534915 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:35.813974 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:35.856461 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ea3fde-bd5f-4c41-8d0f-fa23736018c5 None None] Network dc002fb9-850a-4599-b7cb-5ad050980a98 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:34:35.949225 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-61b57bfa-1b10-431a-a274-0e37140df392 None None] Provisioning for port 679574db-4217-4227-b76f-744fbc5be170 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:35.983630 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Router 6e513db0-083a-4bb2-9dff-b60143447c5f is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:34:36.129865 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:34:36.140501 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Sync routers for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:34:36.146639 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:36.147968 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-d3dda724-0166-4184-9c01-7210d234f012 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9367151 Jun 10 10:34:36.150708 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57586) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:36.153036 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:36.153803 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:36.321614 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:36.405247 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 679574db-4217-4227-b76f-744fbc5be170 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:36.549206 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 679574db-4217-4227-b76f-744fbc5be170 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:36.555265 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 679574db-4217-4227-b76f-744fbc5be170 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:36.555650 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:36.810043 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:35Z', 'revision_number': 3, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:36.816442 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:36.818173 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Checking router: 6e513db0-083a-4bb2-9dff-b60143447c5f for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:34:36.818534 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Updating router 6e513db0-083a-4bb2-9dff-b60143447c5f port 4b668758-3877-4503-abd2-ac9017fc5448 binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:34:36.882928 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:36.887692 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 679574db-4217-4227-b76f-744fbc5be170, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=679574db-4217-4227-b76f-744fbc5be170,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:36.914786 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:36.918003 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:36.995856 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.043122 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=679574db-4217-4227-b76f-744fbc5be170,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:37.047932 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:37.181113 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Allocated IP 172.20.0.1 (dc002fb9-850a-4599-b7cb-5ad050980a98/bd6432db-bcea-4cd3-a2aa-38b1bb2bc993/fadbb1c2-1a4e-419c-aeda-8acb4546cf6e) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:34:37.233822 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.244317 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Transition to ACTIVE for port object 4b668758-3877-4503-abd2-ac9017fc5448 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:37.250119 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.252066 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:37.309298 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Attempting to bind port 4b668758-3877-4503-abd2-ac9017fc5448 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:34:37.309683 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Attempting to bind port 4b668758-3877-4503-abd2-ac9017fc5448 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:34:37.310091 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Attempting to bind port 4b668758-3877-4503-abd2-ac9017fc5448 on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:34:37.312043 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee43dfc-9ca5-4e29-88f2-000d20c778a2 None None] Pushing event updated for resources: {'Port': ['ID=4b668758-3877-4503-abd2-ac9017fc5448,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:37.315167 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-2ee43dfc-9ca5-4e29-88f2-000d20c778a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:37.317001 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.318732 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:34:37.318913 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:37.319475 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.319867 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:34:37.320559 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Bound port: 4b668758-3877-4503-abd2-ac9017fc5448, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:34:37.320695 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.330949 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.provisioning_blocks [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Transition to ACTIVE for port object fadbb1c2-1a4e-419c-aeda-8acb4546cf6e will not be triggered until provisioned by entity DHCP. {{(pid=91749) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:37.371232 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.374062 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b579890d-d852-4efd-b5e3-f36038bccdef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:37.380724 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] For port 4b668758-3877-4503-abd2-ac9017fc5448, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:34:37.383843 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] For port 4b668758-3877-4503-abd2-ac9017fc5448, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=4b668758-3877-4503-abd2-ac9017fc5448,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:34:37.387980 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.390652 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:37.412950 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Network dc002fb9-850a-4599-b7cb-5ad050980a98 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:37.419414 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:37.422870 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:34:37.450059 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:37.450717 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:37.476279 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Pushing event updated for resources: {'Port': ['ID=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:37.480527 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:37.489481 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.586949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee43dfc-9ca5-4e29-88f2-000d20c778a2 None None] Pushing event updated for resources: {'Port': ['ID=4b668758-3877-4503-abd2-ac9017fc5448,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:37.590129 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-2ee43dfc-9ca5-4e29-88f2-000d20c778a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:37.618444 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:37.665424 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.728325 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6d83bd2d-4b39-4a94-95fb-3caec44d7f59 None None] Provisioning for port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:37.735997 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6d83bd2d-4b39-4a94-95fb-3caec44d7f59 None None] Provisioning complete for port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:37.736474 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6d83bd2d-4b39-4a94-95fb-3caec44d7f59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.829723 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-6d83bd2d-4b39-4a94-95fb-3caec44d7f59 None None] Port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:34:37.874715 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.879420 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.882403 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:37.901683 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:35Z', 'revision_number': 3, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:37.905055 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1c0d95-2661-42f1-8603-c0c166ae52bf None None] The sync data for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb is: [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:35Z', 'revision_number': 3, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:34:37.968395 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:37.970367 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Pushing event updated for resources: {'Port': ['ID=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:37.974176 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:38.099187 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Network dc002fb9-850a-4599-b7cb-5ad050980a98 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:38.102648 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:38.320846 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Router 6e513db0-083a-4bb2-9dff-b60143447c5f has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:34:38.356989 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-0c308543-fc14-4245-96ac-8165b0de219c None None] Provisioning complete for port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:38.357513 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-0c308543-fc14-4245-96ac-8165b0de219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:38.417150 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 679574db-4217-4227-b76f-744fbc5be170 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:38.450883 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-0c308543-fc14-4245-96ac-8165b0de219c None None] Port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:34:38.481401 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 679574db-4217-4227-b76f-744fbc5be170 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:38.481799 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:38.499505 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:34:38.504603 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] 10.222.0.23 "PUT /v2.0/routers/6e513db0-083a-4bb2-9dff-b60143447c5f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3529103 Jun 10 10:34:38.575929 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 4b668758-3877-4503-abd2-ac9017fc5448 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:38.638442 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 4b668758-3877-4503-abd2-ac9017fc5448 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:38.642634 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 4b668758-3877-4503-abd2-ac9017fc5448 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:38.643012 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:38.735457 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:38.763021 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 4b668758-3877-4503-abd2-ac9017fc5448, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=4b668758-3877-4503-abd2-ac9017fc5448,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:38.767778 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:38.770262 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:38.831779 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=4b668758-3877-4503-abd2-ac9017fc5448,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:38.835238 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:39.011913 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57604) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:39.017050 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-369959976-network', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:39.037287 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Made reservation on behalf of f357cc977d1a40a0857f6e1e07bae163 for: {'network': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:34:39.040128 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-679847'] for network, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.052443 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.152955 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.158453 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.162162 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c259d651-a05b-49a7-8404-decdf59d3973 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:39.187496 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1304} {{(pid=91749) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 10 10:34:39.197971 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d933e0-fee4-4604-999b-6cbc4f94fef7,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:39.202324 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:39.203373 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.203715 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.segments_db [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Added segment ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef of type vlan for network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 Jun 10 10:34:39.256078 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8739067999645'] for network, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.285046 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882'] for network, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.286724 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:34:39.287325 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.289416 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:39.327030 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] 10.222.0.23 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3140581 Jun 10 10:34:39.329627 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57606) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:39.335128 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Request body: {'subnet': {'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-369959976-subnet', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'ip_version': 4}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:39.378841 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Pushing event updated for resources: {'Network': ['ID=8032235d-85da-4dbf-b38e-c3d2dd5d1007,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:39.381563 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:39.388955 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 details requested by agent ovs-agent-dv-cinder-795751-1-smb with host dv-cinder-795751-1-smb {{(pid=91750) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Jun 10 10:34:39.399802 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Made reservation on behalf of f357cc977d1a40a0857f6e1e07bae163 for: {'subnet': 1} {{(pid=91749) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:34:39.402235 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29966915'] for subnet, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.499836 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Sync routers for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:34:39.509472 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:39.510201 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:39.623153 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-32727503', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29966933'] for subnet, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.625184 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:39.688631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b469de47-495a-487f-b6a3-c4c43a4357d4,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:39.692563 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:39.698566 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Checking segment: {'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91749) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:39.698932 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Network hostable DHCP agents. Network: 8032235d-85da-4dbf-b38e-c3d2dd5d1007, hostable agents: ['9bd2700f-e361-4a0f-b3c3-826607c0fcdd'], hosted agents: [] {{(pid=91749) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 10 10:34:39.716085 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 is scheduled to be hosted by DHCP agent 9bd2700f-e361-4a0f-b3c3-826607c0fcdd with binding_index 1 {{(pid=91749) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 10 10:34:39.724995 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-795751-1-smb, 8032235d-85da-4dbf-b38e-c3d2dd5d1007) {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:39.728944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:34:39.729538 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.736541 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8935eda3-3c20-4587-b54c-76907ac2bc0e None None] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:34:39.748154 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-634a6451-6547-49dd-ba6d-e728f8f373e8 admin admin] 10.222.0.23 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4173901 Jun 10 10:34:39.750643 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57608) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:39.751867 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:39.756328 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:39.779220 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1688564', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-123193'] for router, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.780561 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1688401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1692835', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1679530', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-123184'] for router, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.855605 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:39.932401 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443b6a54-37aa-4102-9857-770641479987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbb18d5ec-9ca7-5165-bf73-a707476f84de-8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'fixed_ips': [{'subnet_id': 'b469de47-495a-487f-b6a3-c4c43a4357d4'}]}} from dv-cinder-795751-1-smb. {{(pid=91750) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 10 10:34:39.933404 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-443b6a54-37aa-4102-9857-770641479987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.025834 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 2, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:40.029212 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Checking router: 6e513db0-083a-4bb2-9dff-b60143447c5f for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:34:40.029600 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Updating router 6e513db0-083a-4bb2-9dff-b60143447c5f port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:34:40.061458 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1692842', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1688518', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-123330'] for router, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.072236 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.092915 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.db_base_plugin_common [None req-443b6a54-37aa-4102-9857-770641479987 None None] Allocated IP 172.20.0.2 (8032235d-85da-4dbf-b38e-c3d2dd5d1007/b469de47-495a-487f-b6a3-c4c43a4357d4/8dd4d4e2-a3fc-4eda-97b1-f1a609750829) {{(pid=91750) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:34:40.293679 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-443b6a54-37aa-4102-9857-770641479987 None None] Notify callbacks [] for port, precommit_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.308139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-443b6a54-37aa-4102-9857-770641479987 None None] Transition to ACTIVE for port object 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:40.332721 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-443b6a54-37aa-4102-9857-770641479987 None None] Transition to ACTIVE for port object 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 will not be triggered until provisioned by entity DHCP. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:40.345132 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-443b6a54-37aa-4102-9857-770641479987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102'] for port, after_create {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.350134 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:40.352496 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 4b668758-3877-4503-abd2-ac9017fc5448 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:40.426567 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.433564 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443b6a54-37aa-4102-9857-770641479987 None None] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 is already hosted by enough agents. {{(pid=91750) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:40.438127 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.scheduler.base_scheduler [None req-443b6a54-37aa-4102-9857-770641479987 None None] Resources bound (agent type, host, resource id): {{(pid=91750) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:40.441186 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Transition to ACTIVE for port object fadbb1c2-1a4e-419c-aeda-8acb4546cf6e will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:40.443268 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443b6a54-37aa-4102-9857-770641479987 None None] Received port after_create {{(pid=91750) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:34:40.448400 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.451884 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:40.497766 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6a54-37aa-4102-9857-770641479987 None None] Pushing event updated for resources: {'Port': ['ID=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,revision_number=1']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:40.528466 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-443b6a54-37aa-4102-9857-770641479987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:40.542108 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 4b668758-3877-4503-abd2-ac9017fc5448 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:40.542780 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.564844 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Pushing event updated for resources: {'Port': ['ID=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:40.573165 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.573511 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.573848 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.574285 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.574541 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.574838 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.575165 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.575659 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.575985 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.576305 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.576622 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.576938 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91751) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:34:40.590088 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-443b6a54-37aa-4102-9857-770641479987 None None] Attempting to bind port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:34:40.590477 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-443b6a54-37aa-4102-9857-770641479987 None None] Attempting to bind port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:34:40.590856 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b6a54-37aa-4102-9857-770641479987 None None] Attempting to bind port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 on network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:34:40.592336 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:40.599537 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b6a54-37aa-4102-9857-770641479987 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:34:40.599902 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b6a54-37aa-4102-9857-770641479987 None None] Checking segment: {'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:40.600304 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-443b6a54-37aa-4102-9857-770641479987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.600711 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443b6a54-37aa-4102-9857-770641479987 None None] Bound using segment: {'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:34:40.601196 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-443b6a54-37aa-4102-9857-770641479987 None None] Bound port: 8dd4d4e2-a3fc-4eda-97b1-f1a609750829, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:34:40.601583 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-443b6a54-37aa-4102-9857-770641479987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.631368 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.664186 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.680295 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Attempting to bind port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:34:40.680933 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Attempting to bind port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:34:40.681312 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Attempting to bind port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e on network dc002fb9-850a-4599-b7cb-5ad050980a98 {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:34:40.687924 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 34, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:34:40.688764 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Checking segment: {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:40.689345 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.689957 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Bound using segment: {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:34:40.690673 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Bound port: fadbb1c2-1a4e-419c-aeda-8acb4546cf6e, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:34:40.691449 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.776125 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] For port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:34:40.779785 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] For port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:34:40.783944 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.787888 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-8309f8ba-3f63-4f3b-b9c8-71a2361b7b54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:40.797138 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Allocated IP 172.28.1.66 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/c9de115f-1c3b-4617-86ed-008efc2f31c7) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:34:40.847821 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Pushing event updated for resources: {'Port': ['ID=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,revision_number=4']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:40.852457 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-10d156e9-b3d1-47e3-8614-6aba7a3d0279 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:40.866359 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:40.867070 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:40.867300 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-20f46962-87ae-4a37-86fd-627edf226ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.872848 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-443b6a54-37aa-4102-9857-770641479987 None None] For port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:34:40.876140 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-443b6a54-37aa-4102-9857-770641479987 None None] For port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,segment=NetworkSegment(ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef),segment_id=ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:34:40.882764 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-443b6a54-37aa-4102-9857-770641479987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:40.885056 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-fa374087-ff2d-4c70-a593-5190b2b902ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:40.954728 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b6a54-37aa-4102-9857-770641479987 None None] Pushing event updated for resources: {'Port': ['ID=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:40.960007 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-443b6a54-37aa-4102-9857-770641479987 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:40.975244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:41.019854 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:41.023408 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-a14e6ba4-66fa-476a-b994-9a392a4fb6cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:41.032393 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:41.073742 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:41.076889 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:41.080555 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:34:41.117309 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Pushing event updated for resources: {'Port': ['ID=c9de115f-1c3b-4617-86ed-008efc2f31c7,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:41.127086 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:41.425487 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:40Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:41.428825 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc72afa3-2112-4bcd-9a2a-7ea635f9267f None None] The sync data for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb is: [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:40Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:34:41.483718 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:41.775134 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1688525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1698786'] for router, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:41.948452 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40252d9-f1fa-4b49-95e0-0a0e4bb24cfa None None] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:34:41.961076 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Router 32ad0e54-40c4-486e-8439-824dabcaf377 is scheduled to L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b with binding_index 1 {{(pid=91749) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 10 10:34:42.054944 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-6f94cc1b-3e71-403a-8a02-06de3acacaed None None] Provisioning for port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:42.115391 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:34:42.133016 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:42.137129 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-8ab14812-0a04-450e-8f11-f676d11c7b91 admin admin] 10.222.0.23 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3826466 Jun 10 10:34:42.137579 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57610) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:42.141488 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Sync routers for ids ['32ad0e54-40c4-486e-8439-824dabcaf377'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:34:42.156844 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Routers {'32ad0e54-40c4-486e-8439-824dabcaf377'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:42.157493 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['32ad0e54-40c4-486e-8439-824dabcaf377'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:42.339216 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Set router 32ad0e54-40c4-486e-8439-824dabcaf377 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:42.480288 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device fadbb1c2-1a4e-419c-aeda-8acb4546cf6e up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:42.651894 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:42.657739 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:42.658162 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:42.724506 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:34:41Z', 'revision_number': 3, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port': {'id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:40Z', 'updated_at': '2021-06-10T10:34:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:42.729805 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Checking router: 32ad0e54-40c4-486e-8439-824dabcaf377 for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:34:42.730214 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Updating router 32ad0e54-40c4-486e-8439-824dabcaf377 port c9de115f-1c3b-4617-86ed-008efc2f31c7 binding host dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:34:42.757559 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:42.801276 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:42.803949 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:42.878681 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:42.927966 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:42.928837 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:42.932542 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-9c4b44b3-11ff-4f51-a401-690bb51d42f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:42.939956 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Allocated IP 172.20.0.1 (8032235d-85da-4dbf-b38e-c3d2dd5d1007/b469de47-495a-487f-b6a3-c4c43a4357d4/89731729-e27f-4fa9-b470-3b85a39381b7) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:34:43.056895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:43.067349 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.068549 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:43.081320 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Transition to ACTIVE for port object 89731729-e27f-4fa9-b470-3b85a39381b7 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:43.120962 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.123123 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:43.124363 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-d0cbd4e2-9674-4bcb-86e8-56a5196a45e2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:43.138960 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:43.139353 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.166940 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:43.169714 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:43.172332 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:34:43.218156 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=89731729-e27f-4fa9-b470-3b85a39381b7,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:43.222932 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:43.234018 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1693989'] for router_interface, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.312886 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-4f5a04ef-5f6c-451b-a5c6-339cdcb76cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.314424 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.340505 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Notify callbacks [] for port, precommit_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.345783 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.374925 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Transition to ACTIVE for port object c9de115f-1c3b-4617-86ed-008efc2f31c7 will not be triggered until provisioned by entity L2. {{(pid=91750) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:43.385441 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.388736 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:43.417328 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.439464 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,segment=NetworkSegment(ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef),segment_id=ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:43.448312 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.466449 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35363d-9a03-49b4-83f6-8fe0c5090c21 None None] Pushing event updated for resources: {'Port': ['ID=c9de115f-1c3b-4617-86ed-008efc2f31c7,revision_number=2']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:43.471838 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8b35363d-9a03-49b4-83f6-8fe0c5090c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:43.473278 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:43.476481 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Attempting to bind port c9de115f-1c3b-4617-86ed-008efc2f31c7 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:34:43.476879 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Attempting to bind port c9de115f-1c3b-4617-86ed-008efc2f31c7 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:34:43.477261 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Attempting to bind port c9de115f-1c3b-4617-86ed-008efc2f31c7 on network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:34:43.507432 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-90b64121-d73a-457b-9d9e-02924cfd3d1a None None] Provisioning for port 89731729-e27f-4fa9-b470-3b85a39381b7 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:43.512051 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:34:43.512450 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Checking segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91750) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:43.512878 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.513301 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Bound using segment: {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'} {{(pid=91750) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:34:43.513812 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.managers [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Bound port: c9de115f-1c3b-4617-86ed-008efc2f31c7, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14da0709-49f1-4511-b98c-0922c1ca18e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2'}}] {{(pid=91750) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:34:43.514230 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.524656 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-90b64121-d73a-457b-9d9e-02924cfd3d1a None None] Provisioning complete for port 89731729-e27f-4fa9-b470-3b85a39381b7 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:43.525045 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-90b64121-d73a-457b-9d9e-02924cfd3d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.626903 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.632207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.634713 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-0fde1023-d556-4edb-b207-fa4e914aacb7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:43.719917 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=89731729-e27f-4fa9-b470-3b85a39381b7,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:43.722811 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:43.723936 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2092024', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1694033'] for router_interface, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.754126 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:43.764173 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:43.772681 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-90b64121-d73a-457b-9d9e-02924cfd3d1a None None] Port 89731729-e27f-4fa9-b470-3b85a39381b7 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:34:43.778341 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] For port c9de115f-1c3b-4617-86ed-008efc2f31c7, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91750) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:34:43.781402 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] For port c9de115f-1c3b-4617-86ed-008efc2f31c7, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=c9de115f-1c3b-4617-86ed-008efc2f31c7,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:34:43.787412 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:43.789494 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:43.848723 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:34:43.850344 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:34:43.853613 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Routers {'32ad0e54-40c4-486e-8439-824dabcaf377'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:43.854278 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['32ad0e54-40c4-486e-8439-824dabcaf377'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:43.904789 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b35363d-9a03-49b4-83f6-8fe0c5090c21 None None] Pushing event updated for resources: {'Port': ['ID=c9de115f-1c3b-4617-86ed-008efc2f31c7,revision_number=3']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:43.959013 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8b35363d-9a03-49b4-83f6-8fe0c5090c21 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:44.015897 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] Set router 32ad0e54-40c4-486e-8439-824dabcaf377 gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:44.160786 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-b8075118-14bc-4c15-8b55-e496fadcd16c None None] Provisioning complete for port 89731729-e27f-4fa9-b470-3b85a39381b7 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:44.161446 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-b8075118-14bc-4c15-8b55-e496fadcd16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:44.261086 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Router 32ad0e54-40c4-486e-8439-824dabcaf377 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91748) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:34:44.280403 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:44.287231 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-b8075118-14bc-4c15-8b55-e496fadcd16c None None] Port 89731729-e27f-4fa9-b470-3b85a39381b7 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:34:44.345200 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device fadbb1c2-1a4e-419c-aeda-8acb4546cf6e up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:44.413537 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-03e618db-b626-489c-9887-2ff972667b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 4, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port': {'id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:40Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '89731729-e27f-4fa9-b470-3b85a39381b7', 'name': '', 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'mac_address': 'fa:16:3e:40:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:42Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 2, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'subnets': [{'id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:44.417422 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91748) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:34:44.419416 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e618db-b626-489c-9887-2ff972667b69 None None] The sync data for ids ['32ad0e54-40c4-486e-8439-824dabcaf377'] in dv-cinder-795751-1-smb is: [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 4, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port': {'id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:40Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '89731729-e27f-4fa9-b470-3b85a39381b7', 'name': '', 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'mac_address': 'fa:16:3e:40:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:42Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 2, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'subnets': [{'id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:34:44.426314 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:44.426663 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:44.431709 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-03a2e960-c477-4183-a9f8-bda665f6c9b4 admin admin] 10.222.0.23 "PUT /v2.0/routers/32ad0e54-40c4-486e-8439-824dabcaf377/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2927570 Jun 10 10:34:44.523378 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:44.595064 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:44.595743 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.093077 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57618) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:45.097961 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2103073999', 'description': 'tempest-secgroup-smoke-2103073999 description', 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:45.119973 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.219985 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.223981 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.226601 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-82fcd112-110e-4728-8a98-9fbe6f8c89fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:45.255576 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.256804 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1627104 Jun 10 10:34:45.258729 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9afbc3c-20b7-4111-b766-eb1483c696ce,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:45.259889 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57620) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:45.261530 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-282bb8c6-605d-433b-b47e-84bded40e4c6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:45.265598 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'security_group_rule': {'security_group_id': 'f9afbc3c-20b7-4111-b766-eb1483c696ce', 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:45.293745 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.363352 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.367118 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.369468 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-737bca4b-1f2d-4af7-a616-c2ec3c3db318 tempest-TestMinimumBasicScenario-350435706 tempest-TestMinimumBasicScenario-350435706-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:45.392753 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de71f51-b3a5-4748-8ee0-2dc78f7dd364,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:45.396425 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:45.397280 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.398567 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-eb909e1a-fbd4-4139-9661-ae0ff14b1904 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369033 Jun 10 10:34:45.401314 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57622) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:45.405964 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'security_group_rule': {'security_group_id': 'f9afbc3c-20b7-4111-b766-eb1483c696ce', 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:45.433035 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.498632 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.502378 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.507479 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:45.523126 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7088c52-e55c-4134-bfb4-0a4793d5214b,revision_number=0']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:45.525839 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:45.531037 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.532466 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-74ee678a-3533-4987-9381-208e8ec09b43 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1300611 Jun 10 10:34:45.535399 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57624) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:45.540211 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'security_group_rule': {'security_group_id': 'f9afbc3c-20b7-4111-b766-eb1483c696ce', 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:45.568581 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.630037 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.633776 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.635930 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-67e845d6-e3bf-4574-8597-b4778c1c8fb9 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:45.652394 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43df8c9-8d9c-4e9f-8421-e583daf266a6,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:45.654944 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:45.659321 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.660513 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-b2518a67-324b-4b52-87b6-bae8bf9d54ec tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240067 Jun 10 10:34:45.663745 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57626) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:45.668127 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'security_group_rule': {'security_group_id': 'f9afbc3c-20b7-4111-b766-eb1483c696ce', 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:45.693580 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.756524 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.760228 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.762249 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:45.779036 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e374ab4c-b4e5-4503-b88f-f7f85d9db2c6,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:45.781962 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:45.786383 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.787755 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-e3b935e6-2377-407e-b90f-d3a2caaacce5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230567 Jun 10 10:34:45.790483 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57628) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:45.795062 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'security_group_rule': {'security_group_id': 'f9afbc3c-20b7-4111-b766-eb1483c696ce', 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:45.817617 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.securitygroups_db [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Project 7f4ab98c20424d55826c7fc31c15ccaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:34:45.823272 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.889437 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.892926 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.895004 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bc198ba1-ee3a-438a-b8e3-87cd46bae320 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:45.912757 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547dd56e-5823-4303-8d2e-d54edd5272fb,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:45.915703 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:45.918774 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:45.919979 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-bd2c0c47-716a-4c43-ab74-b36e820ded9b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1285172 Jun 10 10:34:45.922664 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [-] (91748) accepted ('10.222.0.23', 57630) {{(pid=91748) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:34:45.927731 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'security_group_rule': {'security_group_id': 'f9afbc3c-20b7-4111-b766-eb1483c696ce', 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:34:45.951244 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.db.securitygroups_db [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Project 7f4ab98c20424d55826c7fc31c15ccaf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 10 10:34:45.956749 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.026830 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.030174 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1763419'] for security_group_rule, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.032154 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:46.049284 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19d5ef3b-ca99-4563-b622-a6aad62ab4f1,revision_number=0']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:46.052196 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:46.055123 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.056240 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [None req-05ed3971-cc61-4d7e-8356-5a15c11e07d0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1326411 Jun 10 10:34:46.109451 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.274944 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Sync routers for ids ['32ad0e54-40c4-486e-8439-824dabcaf377'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:34:46.284993 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Routers {'32ad0e54-40c4-486e-8439-824dabcaf377'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:46.285617 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['32ad0e54-40c4-486e-8439-824dabcaf377'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:46.356724 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c9de115f-1c3b-4617-86ed-008efc2f31c7 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:46.424054 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port c9de115f-1c3b-4617-86ed-008efc2f31c7 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:46.429397 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port c9de115f-1c3b-4617-86ed-008efc2f31c7 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:46.429953 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.447344 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Set router 32ad0e54-40c4-486e-8439-824dabcaf377 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:46.530882 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.556296 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port c9de115f-1c3b-4617-86ed-008efc2f31c7, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=c9de115f-1c3b-4617-86ed-008efc2f31c7,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:46.561910 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:46.564426 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:46.632859 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=c9de115f-1c3b-4617-86ed-008efc2f31c7,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:46.636130 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:46.750351 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 4, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port': {'id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:40Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '89731729-e27f-4fa9-b470-3b85a39381b7', 'name': '', 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'mac_address': 'fa:16:3e:40:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:42Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 2, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'subnets': [{'id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:46.754182 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Checking router: 32ad0e54-40c4-486e-8439-824dabcaf377 for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:34:46.754549 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Updating router 32ad0e54-40c4-486e-8439-824dabcaf377 port 89731729-e27f-4fa9-b470-3b85a39381b7 binding host dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 10 10:34:46.798413 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:47.112822 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Notify callbacks [] for port, precommit_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:47.123713 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.provisioning_blocks [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Transition to ACTIVE for port object 89731729-e27f-4fa9-b470-3b85a39381b7 will not be triggered until provisioned by entity L2. {{(pid=91751) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:34:47.130897 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:47.133259 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-a00c1645-b165-4de6-a388-94d146683322 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:47.228564 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454e122-71ff-48be-b597-0b6f76b023e9 None None] Pushing event updated for resources: {'Port': ['ID=89731729-e27f-4fa9-b470-3b85a39381b7,revision_number=3']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:47.232061 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-5454e122-71ff-48be-b597-0b6f76b023e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:47.300557 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Attempting to bind port 89731729-e27f-4fa9-b470-3b85a39381b7 on host dv-cinder-795751-1-smb for vnic_type normal with profile {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:34:47.301291 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Attempting to bind port 89731729-e27f-4fa9-b470-3b85a39381b7 by drivers openvswitch,hyperv on host dv-cinder-795751-1-smb at level 0 using segments [{'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:34:47.301291 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Attempting to bind port 89731729-e27f-4fa9-b470-3b85a39381b7 on network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:34:47.306344 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Checking agent: {'id': '067c953b-8bc1-43f7-880d-f0f007ec797d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-795751-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 16, 43), 'started_at': datetime.datetime(2021, 6, 10, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-795751-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:34:47.306723 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Checking segment: {'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91751) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:34:47.307137 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:47.307536 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Bound using segment: {'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'} {{(pid=91751) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:34:47.308015 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.managers [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Bound port: 89731729-e27f-4fa9-b470-3b85a39381b7, host: dv-cinder-795751-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1304, 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007'}}] {{(pid=91751) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:34:47.308398 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:47.382299 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] For port 89731729-e27f-4fa9-b470-3b85a39381b7, host dv-cinder-795751-1-smb, cleared binding levels {{(pid=91751) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:34:47.385586 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.plugins.ml2.db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] For port 89731729-e27f-4fa9-b470-3b85a39381b7, host dv-cinder-795751-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=89731729-e27f-4fa9-b470-3b85a39381b7,segment=NetworkSegment(ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef),segment_id=ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef)] {{(pid=91751) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:34:47.390269 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron_lib.callbacks.manager [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:47.392508 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:47.463504 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Routers {'32ad0e54-40c4-486e-8439-824dabcaf377'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:34:47.464143 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:34:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['32ad0e54-40c4-486e-8439-824dabcaf377'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:47.465849 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454e122-71ff-48be-b597-0b6f76b023e9 None None] Pushing event updated for resources: {'Port': ['ID=89731729-e27f-4fa9-b470-3b85a39381b7,revision_number=4']} {{(pid=91751) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:47.469506 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG oslo_concurrency.lockutils [None req-5454e122-71ff-48be-b597-0b6f76b023e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:47.618817 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] Set router 32ad0e54-40c4-486e-8439-824dabcaf377 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:34:47.962887 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 4, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port': {'id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:40Z', 'updated_at': '2021-06-10T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '89731729-e27f-4fa9-b470-3b85a39381b7', 'name': '', 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'mac_address': 'fa:16:3e:40:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:42Z', 'updated_at': '2021-06-10T10:34:47Z', 'revision_number': 4, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'subnets': [{'id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:34:47.966481 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12ad2646-54a6-444f-ae6d-81c208075ada None None] The sync data for ids ['32ad0e54-40c4-486e-8439-824dabcaf377'] in dv-cinder-795751-1-smb is: [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:34:43Z', 'revision_number': 4, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port': {'id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:40Z', 'updated_at': '2021-06-10T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': '89731729-e27f-4fa9-b470-3b85a39381b7', 'name': '', 'network_id': '8032235d-85da-4dbf-b38e-c3d2dd5d1007', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'mac_address': 'fa:16:3e:40:10:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_interface', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:42Z', 'updated_at': '2021-06-10T10:34:47Z', 'revision_number': 4, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'subnets': [{'id': 'b469de47-495a-487f-b6a3-c4c43a4357d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:34:48.359466 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c9de115f-1c3b-4617-86ed-008efc2f31c7 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:48.417234 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port c9de115f-1c3b-4617-86ed-008efc2f31c7 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:48.417633 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:48.520903 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 89731729-e27f-4fa9-b470-3b85a39381b7 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:48.576689 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning for port 89731729-e27f-4fa9-b470-3b85a39381b7 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:34:48.580344 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 89731729-e27f-4fa9-b470-3b85a39381b7 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:48.581233 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:48.670414 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:48.715448 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] For port 89731729-e27f-4fa9-b470-3b85a39381b7, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=89731729-e27f-4fa9-b470-3b85a39381b7,segment=NetworkSegment(ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef),segment_id=ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:34:48.719235 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:48.721977 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:34:48.773785 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Pushing event updated for resources: {'Port': ['ID=89731729-e27f-4fa9-b470-3b85a39381b7,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:34:48.776761 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:34:49.080327 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:34:50.334514 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 89731729-e27f-4fa9-b470-3b85a39381b7 up at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:34:50.522559 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Provisioning complete for port 89731729-e27f-4fa9-b470-3b85a39381b7 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:34:50.522941 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:34:52.028203 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:02.568082 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-78ea748b-e9cd-4c0a-8a4f-f49f047e2788 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2103073999&fields=id&tenant_id=7f4ab98c20424d55826c7fc31c15ccaf HTTP/1.1" status: 200 len: 267 time: 0.0391018 Jun 10 10:35:02.699129 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-128831d2-ae1e-4a29-8689-4a4810bf6884 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:02.700547 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-128831d2-ae1e-4a29-8689-4a4810bf6884 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 807 time: 0.1252484 Jun 10 10:35:02.714629 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-12aa0345-81c4-4907-ba87-2dfd14629fef tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/quotas/7f4ab98c20424d55826c7fc31c15ccaf HTTP/1.1" status: 200 len: 375 time: 0.0086432 Jun 10 10:35:02.784839 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-771db523-7a49-45d9-a36f-4d829c8a0fef tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0654144 Jun 10 10:35:02.799809 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-d2b45090-384d-4300-a7d8-3cdcf51a8da9 service neutron] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91749) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:35:02.800736 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-d2b45090-384d-4300-a7d8-3cdcf51a8da9 service neutron] 10.222.0.23 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049775 Jun 10 10:35:02.916121 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-1aa2d842-666f-4435-98a3-522197ce87c8 service neutron] 10.222.0.23 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097343 Jun 10 10:35:03.031372 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-c98b9ca0-61fd-4dc6-9206-0d5e6b0dc32e service neutron] 10.222.0.23 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094286 Jun 10 10:35:03.426489 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-1ad8b4a0-c455-4a73-bb51-dfe880f5d6b6 req-8900c17d-816a-4a5f-a5e4-689890c6b6de tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 210 time: 0.1313217 Jun 10 10:35:04.455881 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-c0d0381b-1c71-41c6-a19f-a0d7c0f96d70 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:04.457352 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-c0d0381b-1c71-41c6-a19f-a0d7c0f96d70 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 807 time: 0.1571753 Jun 10 10:35:04.508272 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-3710dcde-4c67-411c-82f3-75f74608154d tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.95 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7f4ab98c20424d55826c7fc31c15ccaf HTTP/1.1" status: 200 len: 380 time: 0.0411203 Jun 10 10:35:04.528771 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'port': {'device_id': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'admin_state_up': True, 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'security_groups': ['f9afbc3c-20b7-4111-b766-eb1483c696ce']}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:35:04.608268 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a71f981c-55a4-4c7e-92b3-f18ff5509033 req-ad0f6ed9-f217-48e5-b1ee-1c8eaf9f238a tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 210 time: 0.0463464 Jun 10 10:35:04.680271 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Made reservation on behalf of 7f4ab98c20424d55826c7fc31c15ccaf for: {'port': 1} {{(pid=91748) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 10 10:35:04.683953 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:04.830233 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.db_base_plugin_common [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Allocated IP 172.20.0.11 (dc002fb9-850a-4599-b7cb-5ad050980a98/bd6432db-bcea-4cd3-a2aa-38b1bb2bc993/ea55840d-aa37-45ff-8026-6c0794f13181) {{(pid=91748) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:35:05.015612 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for port, precommit_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.028293 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Transition to ACTIVE for port object ea55840d-aa37-45ff-8026-6c0794f13181 will not be triggered until provisioned by entity DHCP. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:35:05.062897 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-31283561'] for port, after_create {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.066803 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-b8c68e15-98f3-479b-bf00-96541aaae8a7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:35:05.117509 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Network dc002fb9-850a-4599-b7cb-5ad050980a98 is already hosted by enough agents. {{(pid=91748) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:35:05.121375 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.scheduler.base_scheduler [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Resources bound (agent type, host, resource id): {{(pid=91748) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:35:05.124221 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Received port after_create {{(pid=91748) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:35:05.164958 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=1']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:35:05.170059 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:35:05.193456 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:05.194112 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.210152 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.95 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6858397 Jun 10 10:35:05.221335 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e53cd488-4fe1-46a1-b542-8a7461b14e64 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] http://10.222.0.23:9696/v2.0/extensions returned with HTTP 200 {{(pid=91748) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 10 10:35:05.222337 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e53cd488-4fe1-46a1-b542-8a7461b14e64 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.95 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054643 Jun 10 10:35:05.281640 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.v2.base [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Request body: {'port': {'device_id': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79575'}} {{(pid=91748) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:35:05.372604 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3027e08e-8904-4a19-9548-5ae008a9cceb None None] Provisioning for port ea55840d-aa37-45ff-8026-6c0794f13181 completed by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:35:05.373237 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.376671 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-3027e08e-8904-4a19-9548-5ae008a9cceb None None] Provisioning complete for port ea55840d-aa37-45ff-8026-6c0794f13181 triggered by entity DHCP. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:35:05.377065 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3027e08e-8904-4a19-9548-5ae008a9cceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.420768 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3027e08e-8904-4a19-9548-5ae008a9cceb None None] Port ea55840d-aa37-45ff-8026-6c0794f13181 cannot update to ACTIVE because it is not bound. {{(pid=91750) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 10 10:35:05.692532 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea55840d-aa37-45ff-8026-6c0794f13181 {{(pid=91748) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:35:05.700207 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Notify callbacks [] for port, precommit_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.711665 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.provisioning_blocks [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Transition to ACTIVE for port object ea55840d-aa37-45ff-8026-6c0794f13181 will not be triggered until provisioned by entity L2. {{(pid=91748) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 10 10:35:05.715758 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.717846 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-48584079-2a0b-4d5e-ab92-29f26900463a tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:35:05.793098 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3378e348-cd46-4973-b75f-3a11d69c1c10 req-951aa6b2-846b-4185-b88f-8ff8402804f6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:05.795354 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3378e348-cd46-4973-b75f-3a11d69c1c10 req-951aa6b2-846b-4185-b88f-8ff8402804f6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 944 time: 0.0720303 Jun 10 10:35:05.814198 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=2']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:35:05.817946 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:35:05.844680 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3378e348-cd46-4973-b75f-3a11d69c1c10 req-4ba3775a-af95-4064-acbe-7d4bfca0a63b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431693 Jun 10 10:35:05.908439 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Attempting to bind port ea55840d-aa37-45ff-8026-6c0794f13181 on host hv-cinder-79575 for vnic_type normal with profile {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 10 10:35:05.908796 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Attempting to bind port ea55840d-aa37-45ff-8026-6c0794f13181 by drivers openvswitch,hyperv on host hv-cinder-79575 at level 0 using segments [{'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 10 10:35:05.909136 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Attempting to bind port ea55840d-aa37-45ff-8026-6c0794f13181 on network dc002fb9-850a-4599-b7cb-5ad050980a98 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:35:05.913847 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Port ea55840d-aa37-45ff-8026-6c0794f13181 on network dc002fb9-850a-4599-b7cb-5ad050980a98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79575 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 10 10:35:05.914205 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Attempting to bind port ea55840d-aa37-45ff-8026-6c0794f13181 on network dc002fb9-850a-4599-b7cb-5ad050980a98 {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 10 10:35:05.919659 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Checking agent: {'id': '9806362b-b768-4ba3-bfe9-e362e7d6154d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79575', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'started_at': datetime.datetime(2021, 6, 10, 10, 22, 52), 'heartbeat_timestamp': datetime.datetime(2021, 6, 10, 10, 34, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 10 10:35:05.920004 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Checking segment: {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91748) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 10 10:35:05.920402 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Bound using segment: {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'} {{(pid=91748) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 10 10:35:05.920837 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.managers [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Bound port: ea55840d-aa37-45ff-8026-6c0794f13181, host: hv-cinder-79575, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb60a08-8c11-4b2c-b236-054b6705e77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1344, 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98'}}] {{(pid=91748) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 10 10:35:05.921196 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:05.996281 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, cleared binding levels {{(pid=91748) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Jun 10 10:35:05.999194 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91748) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Jun 10 10:35:06.003510 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31283579'] for port, after_update {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:06.006222 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-cecab308-baa1-4cc4-a88e-e5722c1a2827 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:35:06.041220 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:06.042026 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:06.043222 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] 10.222.0.95 "PUT /v2.0/ports/ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 1094 time: 0.8139138 Jun 10 10:35:06.043727 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:35:06.046050 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3" -d '{"events": [{"name": "network-changed", "server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:35:06.083345 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=3']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:35:06.086810 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928becf9-4aa1-4f46-bb38-ab4cf7073e6c x-openstack-request-id: req-928becf9-4aa1-4f46-bb38-ab4cf7073e6c {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:35:06.087793 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:35:06.088086 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-928becf9-4aa1-4f46-bb38-ab4cf7073e6c {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:35:06.088508 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'status': 'completed', 'code': 200} Jun 10 10:35:06.089313 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-e7228e6e-947f-4cad-a511-6e04157cacce service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:35:06.154826 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e6bf2ef7-95f6-4d08-a63a-1fec41b4d66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:06.156284 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-e6bf2ef7-95f6-4d08-a63a-1fec41b4d66f service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1097 time: 0.0627952 Jun 10 10:35:06.220829 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-b03e88e7-32d7-4c16-9e36-773e29f3744c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 217 time: 0.0555112 Jun 10 10:35:06.280876 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-ea215bdf-5668-476a-9821-570216ed6452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:06.282377 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-ea215bdf-5668-476a-9821-570216ed6452 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0534515 Jun 10 10:35:06.352722 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3598db5-1646-4328-90c1-a5891365b5fe req-72d0f386-5061-423b-8770-8a2b56dff22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:06.354337 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-72d0f386-5061-423b-8770-8a2b56dff22c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0641556 Jun 10 10:35:06.465083 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-aede8fc7-2c80-476b-9151-a92634d3f311 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036515 Jun 10 10:35:06.585109 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-b3598db5-1646-4328-90c1-a5891365b5fe req-ac665d67-e84f-47e6-be8f-bbe4b56d562d service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117029 Jun 10 10:35:06.703375 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-c1eb02ac-3005-4584-ae7f-b68b3753cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:06.704862 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-c1eb02ac-3005-4584-ae7f-b68b3753cbf0 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1097 time: 0.0639122 Jun 10 10:35:06.815673 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-02d01c6d-25fe-476b-b0b2-7087a35440c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:06.817111 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-02d01c6d-25fe-476b-b0b2-7087a35440c5 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1047699 Jun 10 10:35:06.890422 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-6981f034-3cf1-4273-bc00-9c73ac5e950e service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 217 time: 0.0659461 Jun 10 10:35:06.947333 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-39709587-e481-4f8a-be08-9504c7539199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:06.948773 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-39709587-e481-4f8a-be08-9504c7539199 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0515106 Jun 10 10:35:07.017846 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-5eda58ed-f8e2-4aff-a757-d748e0e3dc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:07.019365 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-5eda58ed-f8e2-4aff-a757-d748e0e3dc6f service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0629098 Jun 10 10:35:07.027229 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a9b26a-3d2e-4385-9a28-78774a0bd714 req-cb4f0187-d6d0-47d6-8b14-c83c39a52f1d tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:07.028715 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-95a9b26a-3d2e-4385-9a28-78774a0bd714 req-cb4f0187-d6d0-47d6-8b14-c83c39a52f1d tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 944 time: 0.0717769 Jun 10 10:35:07.075717 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-95a9b26a-3d2e-4385-9a28-78774a0bd714 req-26d97f23-c43b-4312-b064-9ea73658b3b2 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413435 Jun 10 10:35:07.134387 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-60728861-86dc-4ffc-b169-68d475b95b66 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051047 Jun 10 10:35:07.249307 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-58f3ab6a-2e7f-40f8-a4b1-a1b33adc76a3 req-4821a609-ac14-4b1e-9bc3-7fd0ff4a3968 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067152 Jun 10 10:35:08.256464 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c967c83f-7c2a-4874-8668-04e1eebc527d req-a30ba5ba-5905-4565-b38f-e1bd987f82bc tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:08.257933 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c967c83f-7c2a-4874-8668-04e1eebc527d req-a30ba5ba-5905-4565-b38f-e1bd987f82bc tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 944 time: 0.0684998 Jun 10 10:35:08.299100 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c967c83f-7c2a-4874-8668-04e1eebc527d req-a4d4a296-bd55-4fc9-a0c7-bf7cb76dbb16 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350616 Jun 10 10:35:09.475698 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade71248-81ed-4c12-b875-42f3c8f5aff9 req-b80a5a3d-32e2-4988-9725-2e53b4eb068a tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:09.477155 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ade71248-81ed-4c12-b875-42f3c8f5aff9 req-b80a5a3d-32e2-4988-9725-2e53b4eb068a tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 944 time: 0.0678811 Jun 10 10:35:09.521297 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ade71248-81ed-4c12-b875-42f3c8f5aff9 req-5bc6c692-098d-4f92-adf5-3908949f8e34 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385711 Jun 10 10:35:09.886321 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ea55840d-aa37-45ff-8026-6c0794f13181 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:35:10.006859 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:35:10.021537 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'port_id': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'mac_address': 'fa:16:3e:16:23:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:35:10.063908 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:10.078340 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea55840d-aa37-45ff-8026-6c0794f13181 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:35:10.098004 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:35:10.101707 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:10.104144 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8b35363d-9a03-49b4-83f6-8fe0c5090c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:35:10.154156 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=4']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:35:10.160827 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.161183 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.161533 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.161875 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.162237 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.162572 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.162907 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.163236 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.163564 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.163893 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.164219 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.164546 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:10.168893 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:35:10.347119 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['ea55840d-aa37-45ff-8026-6c0794f13181'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:35:10.697721 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181dcdf4-7c82-4dd6-8347-7bdb1e1668c8 req-fdc029fe-551c-469d-9904-b44c20466fa3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:10.699225 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-181dcdf4-7c82-4dd6-8347-7bdb1e1668c8 req-fdc029fe-551c-469d-9904-b44c20466fa3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 945 time: 0.0697625 Jun 10 10:35:10.736704 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-fcc7ff09-49f3-4507-8fb1-939808089128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:10.744049 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-181dcdf4-7c82-4dd6-8347-7bdb1e1668c8 req-9be84208-4e6a-4890-8324-9dd4d90c4ba0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389361 Jun 10 10:35:11.899772 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ea55840d-aa37-45ff-8026-6c0794f13181 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:35:11.920275 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c0b2d4-9d61-4878-b5fb-d25516956088 req-14acf391-0295-42b5-89b1-270a958788bc tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:11.921727 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-40c0b2d4-9d61-4878-b5fb-d25516956088 req-14acf391-0295-42b5-89b1-270a958788bc tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 945 time: 0.0698540 Jun 10 10:35:11.961113 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning for port ea55840d-aa37-45ff-8026-6c0794f13181 completed by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 10 10:35:11.965171 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port ea55840d-aa37-45ff-8026-6c0794f13181 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:35:11.965563 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:11.968246 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-40c0b2d4-9d61-4878-b5fb-d25516956088 req-81b81131-757a-41a4-bc36-f2181e45482c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407996 Jun 10 10:35:12.056867 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:12.081227 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:35:12.083641 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464d9f26-5fb7-4bf7-a9b6-bdf95a3de0ab" -d '{"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-plugged", "status": "completed", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:35:12.097983 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:35:12.102864 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:12.104712 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-8b35363d-9a03-49b4-83f6-8fe0c5090c21 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:35:12.134957 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fadd4721-7aed-4ea5-acfd-dd3de8c8f174 x-openstack-request-id: req-fadd4721-7aed-4ea5-acfd-dd3de8c8f174 {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:35:12.135266 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-plugged", "status": "completed", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:35:12.135523 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-fadd4721-7aed-4ea5-acfd-dd3de8c8f174 {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:35:12.135907 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'code': 200} Jun 10 10:35:12.167756 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=5']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:35:12.170638 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:35:12.419287 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca93a3-8733-4aca-858d-c983c5879f5d req-7fd7b523-5446-483b-a013-61114a3e83cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:12.420754 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-feca93a3-8733-4aca-858d-c983c5879f5d req-7fd7b523-5446-483b-a013-61114a3e83cd service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0624032 Jun 10 10:35:12.462169 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-feca93a3-8733-4aca-858d-c983c5879f5d req-0d773174-6c24-4004-976a-dab582df742e service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324545 Jun 10 10:35:13.146163 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244520b-1c27-44cf-96c9-5ccdb7928e41 req-fee61e92-4540-48b8-81ae-fe3f97bd1a60 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:13.147604 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b244520b-1c27-44cf-96c9-5ccdb7928e41 req-fee61e92-4540-48b8-81ae-fe3f97bd1a60 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0678782 Jun 10 10:35:13.189005 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-b244520b-1c27-44cf-96c9-5ccdb7928e41 req-34342fde-ec9b-48b6-a3b8-39960cf1c8d5 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351903 Jun 10 10:35:13.241135 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:13.246714 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-42314e0b-a26f-417d-921a-256340c9eb6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:14.220900 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:14.372935 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed5371-58c1-45d2-8dac-48958c9bb9b5 req-1c1acda6-96b6-4fec-ae9b-0e680197a331 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:14.374443 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8fed5371-58c1-45d2-8dac-48958c9bb9b5 req-1c1acda6-96b6-4fec-ae9b-0e680197a331 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0692096 Jun 10 10:35:14.419353 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8fed5371-58c1-45d2-8dac-48958c9bb9b5 req-1b39feed-84bc-43d7-b0c5-53e1a6941de8 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392690 Jun 10 10:35:14.598257 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7bff94-a2b7-468c-a498-52f57b5b90ad req-ba3445e8-4b24-4a05-8edc-0f9338181d13 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:14.599697 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ae7bff94-a2b7-468c-a498-52f57b5b90ad req-ba3445e8-4b24-4a05-8edc-0f9338181d13 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0681839 Jun 10 10:35:14.640615 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ae7bff94-a2b7-468c-a498-52f57b5b90ad req-60ca93cb-5df0-4e45-b70a-99ebad2954e1 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353563 Jun 10 10:35:14.663741 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57784) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:35:14.759750 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3663582-edf3-495c-9d8d-90048aeaf5ad tempest-TestShelveInstance-1137521520 tempest-TestShelveInstance-1137521520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:14.761255 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-f3663582-edf3-495c-9d8d-90048aeaf5ad tempest-TestShelveInstance-1137521520 tempest-TestShelveInstance-1137521520-project-admin] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1094 time: 0.0965517 Jun 10 10:35:14.764126 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57788) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:35:14.768591 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.v2.base [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Request body: {'floatingip': {'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'port_id': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91749) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 10 10:35:14.789532 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for floatingip, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:14.909335 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:15.277107 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_common [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Allocated IP 172.28.1.96 (e0fb7d3e-a91d-4769-b6f0-de1a896063d2/c8f09b6b-3ce6-49b4-b519-27308a8f85ab/3b1866ac-e88a-4a7a-b529-a1a8a83dadd3) {{(pid=91749) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 10 10:35:15.406656 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for port, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:15.447425 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-679807', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-43284', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8739068014102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-32730463'] for port, after_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:15.450155 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-1d070b0c-e13c-4bdf-853d-92d8074a0172 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:35:15.496449 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Network e0fb7d3e-a91d-4769-b6f0-de1a896063d2 is already hosted by enough agents. {{(pid=91749) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 10 10:35:15.501509 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.base_scheduler [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Resources bound (agent type, host, resource id): {{(pid=91749) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 10 10:35:15.503780 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'Port': ['ID=3b1866ac-e88a-4a7a-b529-a1a8a83dadd3,revision_number=1']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:35:15.505851 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Received port after_create {{(pid=91749) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Jun 10 10:35:15.536374 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.536701 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.537087 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.537468 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.537843 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.538256 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.538627 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.538998 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.539369 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.539735 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.540179 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.541050 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:35:15.545792 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:35:15.967663 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:16.057490 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:16.110758 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:16.241656 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for port, precommit_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:16.246749 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-32730445'] for port, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:16.249652 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-7d88626c-a9b9-48e5-b621-50e65ad77b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:35:16.336248 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event updated for resources: {'Port': ['ID=3b1866ac-e88a-4a7a-b529-a1a8a83dadd3,revision_number=2']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:35:16.340189 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:35:16.343103 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1698585'] for floatingip, after_update {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:16.482347 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.l3_db [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Floating IP 32fdfccf-853e-468c-a232-63835164275c associated. External IP: 172.28.1.96, port: ea55840d-aa37-45ff-8026-6c0794f13181. Jun 10 10:35:16.762830 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Router 6e513db0-083a-4bb2-9dff-b60143447c5f has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:35:16.925129 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:35:16.934307 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] Sync routers for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:35:16.940167 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:16.944150 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:35:16.945037 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:35:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:35:16.982854 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-71c43813-5be8-4cba-beb3-df8d72d67f3b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2177153 Jun 10 10:35:16.983520 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:35:16.985834 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c2662e1-904d-4061-93cb-ee512c6a3b33" -d '{"events": [{"name": "network-changed", "server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:35:17.076737 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af0d32a-f93a-4ef2-ad7a-c5bd8fe9d4cf x-openstack-request-id: req-6af0d32a-f93a-4ef2-ad7a-c5bd8fe9d4cf {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:35:17.077084 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:35:17.077392 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-6af0d32a-f93a-4ef2-ad7a-c5bd8fe9d4cf {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:35:17.077847 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'status': 'completed', 'code': 200} Jun 10 10:35:17.088539 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:35:17.158875 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-ebab894c-d9e1-44bb-a58c-97c7939446ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:17.160390 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-ebab894c-d9e1-44bb-a58c-97c7939446ac service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0598800 Jun 10 10:35:17.277383 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-cb85c650-92ff-47f1-9fe8-d76bba54048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:17.278807 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-cb85c650-92ff-47f1-9fe8-d76bba54048e service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1117654 Jun 10 10:35:17.365992 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-450432f4-2893-4150-a32f-d9a64185d841 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 999 time: 0.0804884 Jun 10 10:35:17.375974 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '32fdfccf-853e-468c-a232-63835164275c', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'floating_ip_address': '172.28.1.96', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'port_id': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'mac_address': 'fa:16:3e:16:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:35:15Z', 'updated_at': '2021-06-10T10:35:15Z', 'revision_number': 0, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:42Z', 'revision_number': 5, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:35:17.379444 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] Checking router: 6e513db0-083a-4bb2-9dff-b60143447c5f for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:35:17.388041 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:35:17.388659 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:35:13Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:35:17.424323 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-e9b4b0ec-1c93-47bb-9f87-d7ae60f8e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:17.425768 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-e9b4b0ec-1c93-47bb-9f87-d7ae60f8e497 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0513225 Jun 10 10:35:17.489866 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-a510e738-ed68-4333-932b-8a03da91d312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:17.491410 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-a510e738-ed68-4333-932b-8a03da91d312 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0589619 Jun 10 10:35:17.535979 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:35:17.607276 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-9ee1b0c8-1d94-4f1b-b53f-981f199c6e2f service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092482 Jun 10 10:35:17.724831 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-8c2662e1-904d-4061-93cb-ee512c6a3b33 req-63ced76c-a778-4881-87e8-94ad4d1b0e3b service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097801 Jun 10 10:35:17.947808 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '32fdfccf-853e-468c-a232-63835164275c', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'floating_ip_address': '172.28.1.96', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'port_id': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'mac_address': 'fa:16:3e:16:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:35:15Z', 'updated_at': '2021-06-10T10:35:15Z', 'revision_number': 0, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:42Z', 'revision_number': 5, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:35:17.951296 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7642d6-5c8b-48aa-a4b3-1b0d6e028467 None None] The sync data for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb is: [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_floatingips': [{'id': '32fdfccf-853e-468c-a232-63835164275c', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'floating_ip_address': '172.28.1.96', 'floating_network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'router_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'port_id': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'mac_address': 'fa:16:3e:16:23:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-10T10:35:15Z', 'updated_at': '2021-06-10T10:35:15Z', 'revision_number': 0, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:42Z', 'revision_number': 5, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:35:18.119792 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e0cdb8-1cfd-4e21-9cc7-f29e95345f6d None None] New status for floating IP 32fdfccf-853e-468c-a232-63835164275c: ACTIVE {{(pid=91751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:35:22.051016 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:26.079348 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:35:40.738431 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f4e1883e-9fee-4d10-898c-5763a891f23c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:43.237682 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:43.248380 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-da2f5168-7f82-4e01-8916-ad196da6291f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:44.224207 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:46.112705 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:52.057463 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:35:54.654245 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-f5ac5d6f-5135-4606-a24b-c8f58913d672 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0584788 Jun 10 10:35:54.765541 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-3b392ea2-0af2-41bb-8988-cb76af104411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:54.767013 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-3b392ea2-0af2-41bb-8988-cb76af104411 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0621760 Jun 10 10:35:54.895507 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-8d8221c4-5af3-42d7-94f8-ebb19af0364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:54.896966 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-8d8221c4-5af3-42d7-94f8-ebb19af0364e service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1054902 Jun 10 10:35:54.987663 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-7960b785-e56e-45c0-b7b3-53177934e41c service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 1001 time: 0.0812032 Jun 10 10:35:55.047780 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-91f7d2a8-e3ec-424d-b6cd-a798756cac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:55.049185 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-91f7d2a8-e3ec-424d-b6cd-a798756cac3b service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0500631 Jun 10 10:35:55.115774 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-505beabb-4ce7-424d-9209-2ddf11ad8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:35:55.117187 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-505beabb-4ce7-424d-9209-2ddf11ad8f18 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0601656 Jun 10 10:35:55.488671 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-3b514a47-6512-4495-9af8-9e648251d233 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641756 Jun 10 10:35:55.605274 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ed660e83-07ae-4a39-9cec-8ab692db475d req-b5386595-2326-498b-b034-316d426b667c service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056657 Jun 10 10:36:03.077879 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:36:10.739366 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-08c0042a-6938-4515-b95d-d61ce7eead7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:13.243343 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:13.251020 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-aff00d26-a55e-4a58-a929-bf1c06d9bbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:14.225950 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:16.115895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:22.072941 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:40.076127 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:36:40.738697 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ac23c5fa-76f0-4a7e-8454-1ef805f517ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:43.236586 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:43.251880 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-8c8a671a-8f41-4149-8e22-8cfc5228f2a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:44.227845 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:46.117966 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:52.089492 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:36:55.660002 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-09612439-402c-412e-85b0-afb8407d9a63 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0629981 Jun 10 10:36:55.759084 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b57b83-061e-425d-9411-33453a91e114 req-a4fe4a0d-af6c-4511-acd0-dc42a1f2434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:36:55.760557 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-a4fe4a0d-af6c-4511-acd0-dc42a1f2434a service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0577915 Jun 10 10:36:55.889321 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b57b83-061e-425d-9411-33453a91e114 req-05ee228d-7aa6-432a-bd90-297816d08df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:36:55.890805 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-05ee228d-7aa6-432a-bd90-297816d08df2 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1095665 Jun 10 10:36:55.979109 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-de2bf9dd-253d-4d85-9a02-341d6545df3b service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 1001 time: 0.0795252 Jun 10 10:36:56.035427 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b57b83-061e-425d-9411-33453a91e114 req-fb9051ca-a050-4452-8aa9-9492b29b57ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:36:56.036829 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-fb9051ca-a050-4452-8aa9-9492b29b57ea service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0510178 Jun 10 10:36:56.100841 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b57b83-061e-425d-9411-33453a91e114 req-0450d5fc-1136-4f19-b1d5-6c19d1fd011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:36:56.102455 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-0450d5fc-1136-4f19-b1d5-6c19d1fd011c service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0582881 Jun 10 10:36:56.218301 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-59344f57-8aff-4733-8461-b01563890582 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078980 Jun 10 10:36:56.333843 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-34b57b83-061e-425d-9411-33453a91e114 req-e11bf877-968f-4213-8f80-d2a14df3efe7 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086655 Jun 10 10:37:10.738084 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-10b65006-5207-4281-a38b-b77d7e86292a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:13.242864 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:13.252926 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-92a8ae4e-9674-4d29-891c-1d9523813341 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:14.232698 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:15.258620 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da52c96c-4d00-4b13-a449-fafa8f5f596b req-dc4eda5f-912b-415d-af6c-062aa8b96c65 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:15.260009 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-da52c96c-4d00-4b13-a449-fafa8f5f596b req-dc4eda5f-912b-415d-af6c-062aa8b96c65 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0707872 Jun 10 10:37:15.300372 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-da52c96c-4d00-4b13-a449-fafa8f5f596b req-bf2153b0-a063-4f20-b25f-c39e2cace1d7 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348516 Jun 10 10:37:16.121446 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:16.505331 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c401e8-685d-4971-9865-5febc0364e82 req-ee28aadb-06c0-4390-b3d5-0d44a3ac3aed tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:16.506807 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-85c401e8-685d-4971-9865-5febc0364e82 req-ee28aadb-06c0-4390-b3d5-0d44a3ac3aed tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0728717 Jun 10 10:37:16.547085 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-85c401e8-685d-4971-9865-5febc0364e82 req-f91cbb5a-6b7d-44b1-8276-ea3ea099cb9a tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347052 Jun 10 10:37:17.074927 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:37:17.740918 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a1aa6e-2103-4ee3-81c8-90becaa026b3 req-6d113dbd-a432-4095-8530-2d36a8042d78 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:17.742392 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f8a1aa6e-2103-4ee3-81c8-90becaa026b3 req-6d113dbd-a432-4095-8530-2d36a8042d78 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0686660 Jun 10 10:37:17.784192 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f8a1aa6e-2103-4ee3-81c8-90becaa026b3 req-ccad997a-55b0-4a60-bfc2-0d174023d35e tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357988 Jun 10 10:37:18.966977 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf8e23-a19f-4f41-a266-e71e40a84920 req-ac402290-60c1-4c80-992b-2a008bc45891 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:18.968500 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-92cf8e23-a19f-4f41-a266-e71e40a84920 req-ac402290-60c1-4c80-992b-2a008bc45891 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0729795 Jun 10 10:37:19.011276 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-92cf8e23-a19f-4f41-a266-e71e40a84920 req-0557681b-f141-41b7-a3b5-5f525ec2c2bf tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365458 Jun 10 10:37:20.191169 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff30c2-c4f0-4b14-b9b5-f03a4f7cc85c req-a0777968-31b7-4627-9e02-bee386004ee9 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:20.192629 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32ff30c2-c4f0-4b14-b9b5-f03a4f7cc85c req-a0777968-31b7-4627-9e02-bee386004ee9 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0691848 Jun 10 10:37:20.233942 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-32ff30c2-c4f0-4b14-b9b5-f03a4f7cc85c req-5c33ad2a-b559-44e9-b6e7-90bfc11b4572 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354550 Jun 10 10:37:21.415593 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde32111-920c-4bb2-b8b3-e1a6c3e1b304 req-e2ddd53d-266d-423a-9861-5a28e9228472 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:21.417060 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cde32111-920c-4bb2-b8b3-e1a6c3e1b304 req-e2ddd53d-266d-423a-9861-5a28e9228472 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0738924 Jun 10 10:37:21.458735 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-cde32111-920c-4bb2-b8b3-e1a6c3e1b304 req-58a7855c-6c88-44e5-9830-6d6f29348669 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354328 Jun 10 10:37:22.113277 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:22.634967 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dca7c3-8fa9-4795-b647-5a2f0bdee87f req-fc941e60-36ac-476d-bed3-d9584a220311 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:22.636426 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c9dca7c3-8fa9-4795-b647-5a2f0bdee87f req-fc941e60-36ac-476d-bed3-d9584a220311 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0693085 Jun 10 10:37:22.677178 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-c9dca7c3-8fa9-4795-b647-5a2f0bdee87f req-a0a16d8b-2f34-4a64-9cef-8dd33eedd126 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351985 Jun 10 10:37:23.856049 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ee533-a27c-43bd-ba81-43edb83dac66 req-0f52d71e-129d-447a-a422-6bd4e9fff0a3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:23.857478 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-077ee533-a27c-43bd-ba81-43edb83dac66 req-0f52d71e-129d-447a-a422-6bd4e9fff0a3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0720916 Jun 10 10:37:23.898435 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-077ee533-a27c-43bd-ba81-43edb83dac66 req-3e56d632-9c68-41ab-b583-162a54f1ac91 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354564 Jun 10 10:37:25.075495 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e083c-59e6-41f5-8998-c4779814cfad req-35c1efe4-8965-4d10-a353-77a0a8c66720 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:25.076959 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ed5e083c-59e6-41f5-8998-c4779814cfad req-35c1efe4-8965-4d10-a353-77a0a8c66720 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0697110 Jun 10 10:37:25.118382 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ed5e083c-59e6-41f5-8998-c4779814cfad req-b4b543da-26ec-4312-bd6c-ca27e11266e3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356038 Jun 10 10:37:25.351137 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-71224865-f582-4861-9c0e-eb111361cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:25.352600 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-71224865-f582-4861-9c0e-eb111361cb47 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0590215 Jun 10 10:37:25.471587 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-c89c0c3c-a2d8-43c8-82f2-176d6993dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:25.473035 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-c89c0c3c-a2d8-43c8-82f2-176d6993dec6 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1133382 Jun 10 10:37:25.558151 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-bff84698-ebd9-4a5e-ac11-9a6a60074cfc service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 1001 time: 0.0766017 Jun 10 10:37:25.612458 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-557d9b0f-7516-4fbb-a94e-610790ea7d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:25.613836 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-557d9b0f-7516-4fbb-a94e-610790ea7d91 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0495772 Jun 10 10:37:25.679355 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-a70a07a4-ca2b-4281-ad25-20a4a4379807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:25.680822 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-a70a07a4-ca2b-4281-ad25-20a4a4379807 service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0599849 Jun 10 10:37:25.794216 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-0b4c8661-5a79-432d-aba6-25f4c43f951f service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060307 Jun 10 10:37:25.909421 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-08a9ebe4-4d84-4608-9ea5-15b7e9f1f863 req-6fb20c89-03f0-4e97-98d9-70233edaa219 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085200 Jun 10 10:37:26.301518 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e86f3f-321c-453e-a0da-72116264c284 req-288875ae-fed6-4f39-a5d4-7dac0624999b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:26.302903 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-26e86f3f-321c-453e-a0da-72116264c284 req-288875ae-fed6-4f39-a5d4-7dac0624999b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0722239 Jun 10 10:37:26.348072 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-26e86f3f-321c-453e-a0da-72116264c284 req-94077218-9d56-41e1-b213-e5615977a2f0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395825 Jun 10 10:37:27.534121 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fda8194-1bac-47a4-830f-69dfe947ec53 req-30e28947-16ee-4682-8867-e0429c7530f1 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:27.535658 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6fda8194-1bac-47a4-830f-69dfe947ec53 req-30e28947-16ee-4682-8867-e0429c7530f1 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0711291 Jun 10 10:37:27.577994 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-6fda8194-1bac-47a4-830f-69dfe947ec53 req-937180b6-2166-475f-a1a5-1d0f60d37302 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365229 Jun 10 10:37:29.011979 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39db6d27-0f41-4f9a-a0b6-324717f22607 req-7149eccf-61be-47bd-9a7a-feb40ea1cce7 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:29.014164 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-39db6d27-0f41-4f9a-a0b6-324717f22607 req-7149eccf-61be-47bd-9a7a-feb40ea1cce7 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.3197944 Jun 10 10:37:29.057987 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-39db6d27-0f41-4f9a-a0b6-324717f22607 req-5e9ff6ab-b719-4fc5-b7ff-3685bc6db8d3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381804 Jun 10 10:37:29.340129 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-011a3b3e-7108-4341-a40a-60afcf1a9635 service neutron] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588708 Jun 10 10:37:29.422145 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5260f3-02c5-4c21-b045-cc91a6584078 req-d4452df4-7796-4749-8f30-37d588e1b7ed tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:29.423623 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3d5260f3-02c5-4c21-b045-cc91a6584078 req-d4452df4-7796-4749-8f30-37d588e1b7ed tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0740931 Jun 10 10:37:29.465417 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3d5260f3-02c5-4c21-b045-cc91a6584078 req-94224491-f76f-4d52-b8fd-69eac3c580f6 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361378 Jun 10 10:37:30.609233 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ea55840d-aa37-45ff-8026-6c0794f13181 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:37:30.678806 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe07866d-fa6f-45c4-851f-c1daee10d170 req-321a4c95-c0ce-4b3c-9786-9e4f620f6d51 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:30.680506 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-fe07866d-fa6f-45c4-851f-c1daee10d170 req-321a4c95-c0ce-4b3c-9786-9e4f620f6d51 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0843065 Jun 10 10:37:30.697935 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:30.724105 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:37:30.726459 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ae30eb-ccf0-4d31-be5b-98576f59f920" -d '{"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:37:30.731550 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-fe07866d-fa6f-45c4-851f-c1daee10d170 req-767f113b-b076-4b8b-9423-6e22df559cef tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414853 Jun 10 10:37:30.741746 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:37:30.747245 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:30.749735 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:30.815437 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=6']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:30.825314 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-80e20a3f-e59b-4bb9-bd3b-030bd4e25a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:30.827110 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.827390 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-80e20a3f-e59b-4bb9-bd3b-030bd4e25a4a service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e&tenant_id=7f4ab98c20424d55826c7fc31c15ccaf HTTP/1.1" status: 200 len: 1097 time: 0.0671303 Jun 10 10:37:30.827504 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.827934 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.828151 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.828489 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.829096 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.829447 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.829782 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.830141 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.830545 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.830880 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.831209 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:37:30.835228 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:30.836846 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 10 Jun 2021 10:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c1f842f-96c7-4ba4-9db1-5acf5b6bd96a x-openstack-request-id: req-5c1f842f-96c7-4ba4-9db1-5acf5b6bd96a {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:37:30.837142 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-unplugged", "status": "completed", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:37:30.837403 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-5c1f842f-96c7-4ba4-9db1-5acf5b6bd96a {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:37:30.837795 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'code': 200} Jun 10 10:37:30.923808 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-8277dcd5-2800-472e-b5be-fecb34cfdd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:30.925214 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-8277dcd5-2800-472e-b5be-fecb34cfdd27 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1097 time: 0.0657485 Jun 10 10:37:31.040565 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-69374cdd-0539-4cab-9968-e93b45962d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:31.042056 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-69374cdd-0539-4cab-9968-e93b45962d68 service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1103640 Jun 10 10:37:31.122100 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-91959496-381c-4ae2-8268-fd26710cb878 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 999 time: 0.0730755 Jun 10 10:37:31.180862 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-0074321c-fe3e-4f4b-a772-58b94b977b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:31.182206 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-0074321c-fe3e-4f4b-a772-58b94b977b24 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0533843 Jun 10 10:37:31.244352 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-7c74349a-c4cb-44ef-a0d0-ce67211f80ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:31.245787 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-7c74349a-c4cb-44ef-a0d0-ce67211f80ab service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0575640 Jun 10 10:37:31.359924 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-2753bdb4-36d1-4bb5-a413-9a260a15dcb4 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068065 Jun 10 10:37:31.476453 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-49a4a211-4f21-4a61-af66-1da385f7de4f req-ca25f0de-1bb4-49fa-bfad-5f3579548acf service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096971 Jun 10 10:37:31.923286 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db86dfb6-7c86-4cee-ab0d-cacbee5eb3db req-0665a47f-ead2-4477-8db3-17beef529855 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:31.924756 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db86dfb6-7c86-4cee-ab0d-cacbee5eb3db req-0665a47f-ead2-4477-8db3-17beef529855 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 944 time: 0.0735328 Jun 10 10:37:31.966960 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-db86dfb6-7c86-4cee-ab0d-cacbee5eb3db req-f20033f8-d8c0-4f2f-be02-418de8d17673 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365837 Jun 10 10:37:33.154845 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e8e9a-9cff-48fd-ac59-4901a77c3d5c req-7f274e6a-57b9-4405-a91a-b2d8a780ed8b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:33.156327 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f58e8e9a-9cff-48fd-ac59-4901a77c3d5c req-7f274e6a-57b9-4405-a91a-b2d8a780ed8b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 944 time: 0.0765586 Jun 10 10:37:33.201640 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-f58e8e9a-9cff-48fd-ac59-4901a77c3d5c req-a0800e98-d642-4ac0-846b-5d6436725964 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395799 Jun 10 10:37:34.385920 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a310a78-7d30-412e-9d0a-51ec173399cb req-0a7008db-d460-4a18-91db-2072e8c1db38 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:34.387816 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8a310a78-7d30-412e-9d0a-51ec173399cb req-0a7008db-d460-4a18-91db-2072e8c1db38 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 944 time: 0.0717146 Jun 10 10:37:34.431197 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-8a310a78-7d30-412e-9d0a-51ec173399cb req-2bcdfd70-7375-4adf-af45-99fea61f5b65 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376770 Jun 10 10:37:34.644882 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ea55840d-aa37-45ff-8026-6c0794f13181 details requested by agent hyperv_hv-cinder-79575 with host hv-cinder-79575 {{(pid=91750) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Jun 10 10:37:34.760993 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:37:34.772706 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Returning: {'device': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'port_id': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'mac_address': 'fa:16:3e:16:23:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91750) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Jun 10 10:37:34.818275 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:34.832685 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea55840d-aa37-45ff-8026-6c0794f13181 {{(pid=91750) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 10 10:37:34.853059 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:37:34.856145 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:34.858667 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:34.909082 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=7']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:34.912046 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:35.084605 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] get_ports_and_sgs() called for port_ids ['ea55840d-aa37-45ff-8026-6c0794f13181'] {{(pid=91750) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Jun 10 10:37:35.607012 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6bc4a-f808-46ad-9ae5-7358cb0bb632 req-a74a1da4-0a60-455d-8a7f-f546c304dd48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:35.609016 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a1e6bc4a-f808-46ad-9ae5-7358cb0bb632 req-a74a1da4-0a60-455d-8a7f-f546c304dd48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 945 time: 0.0697355 Jun 10 10:37:35.653244 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a1e6bc4a-f808-46ad-9ae5-7358cb0bb632 req-eaa427d9-b03d-4895-a56c-8f6ba2a892f3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386543 Jun 10 10:37:36.646566 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ea55840d-aa37-45ff-8026-6c0794f13181 up at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Jun 10 10:37:36.703757 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.provisioning_blocks [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Provisioning complete for port ea55840d-aa37-45ff-8026-6c0794f13181 triggered by entity L2. {{(pid=91750) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 10 10:37:36.704148 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-601372'] for port, provisioning_complete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:36.791973 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-679848'] for port, before_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:36.815324 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181'}] {{(pid=91750) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:37:36.817591 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d5073e17c233e7b37148b5f1400c5598e5ddcac15074ed0de458e10ecdef2e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7de982-8302-464a-b79b-7a7db385d45c" -d '{"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-plugged", "status": "completed", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181"}]}' {{(pid=91750) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:37:36.831898 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:37:36.833457 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9ebdea-f840-43aa-ab1e-d014fe4b5192 req-60c7db65-2fda-47fc-ac59-028982e5bdb2 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:36.835051 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ce9ebdea-f840-43aa-ab1e-d014fe4b5192 req-60c7db65-2fda-47fc-ac59-028982e5bdb2 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 945 time: 0.0705059 Jun 10 10:37:36.837702 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8739068454202', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8739068014120', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8739068014165'] for port, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:36.839525 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-adc3c16c-7493-48b2-a121-bc317b8abe9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:37:36.870294 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9821341d-9172-48b6-8793-40daf8d123eb x-openstack-request-id: req-9821341d-9172-48b6-8793-40daf8d123eb {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:37:36.870589 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-plugged", "status": "completed", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181", "code": 200}]} {{(pid=91750) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:37:36.870850 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-9821341d-9172-48b6-8793-40daf8d123eb {{(pid=91750) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:37:36.871243 dv-cinder-795751-1-smb neutron-server[91750]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'code': 200} Jun 10 10:37:36.883730 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-ce9ebdea-f840-43aa-ab1e-d014fe4b5192 req-ba744329-410b-45a4-9ca1-036bb4372cbd tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382469 Jun 10 10:37:36.902729 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Pushing event updated for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=8']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:37:36.906466 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:37:37.113924 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eda641-380b-43ed-903f-b1b7f35e550e req-1cef9b34-8483-4403-bbd6-7631500d4bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:37.115387 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6eda641-380b-43ed-903f-b1b7f35e550e req-1cef9b34-8483-4403-bbd6-7631500d4bd7 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0577114 Jun 10 10:37:37.152045 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-a6eda641-380b-43ed-903f-b1b7f35e550e req-2f809b17-e4c8-4bff-bfee-63529848bdf0 service neutron] 10.222.0.95 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304785 Jun 10 10:37:38.065580 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3428628c-c14f-49b0-85d1-937158065f86 req-31bc8273-1e87-47de-b11f-dc1373df7d40 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:38.067081 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3428628c-c14f-49b0-85d1-937158065f86 req-31bc8273-1e87-47de-b11f-dc1373df7d40 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0696609 Jun 10 10:37:38.113813 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-3428628c-c14f-49b0-85d1-937158065f86 req-cdd2a9f7-0370-4dfa-9956-5bb419e5829f tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400674 Jun 10 10:37:39.289332 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854a71a-d919-4f23-bd5c-7cfe936c7cf5 req-92b723f5-469c-4047-be84-afb95ba97485 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:39.290811 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5854a71a-d919-4f23-bd5c-7cfe936c7cf5 req-92b723f5-469c-4047-be84-afb95ba97485 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0688810 Jun 10 10:37:39.332169 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-5854a71a-d919-4f23-bd5c-7cfe936c7cf5 req-8789c24f-2782-42f9-817a-24e14416b7e3 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352337 Jun 10 10:37:40.739136 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a8e13575-2094-4d54-9e06-3d8bf9c2a823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:43.250202 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:43.254806 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-7a81c4d7-fbad-47ae-a9d2-8ccdeed1fe70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:44.234592 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:46.122991 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:52.128902 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:37:54.073122 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:37:56.658531 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-a76193b7-d11c-44b6-9a2c-073a08c9dbb8 service neutron] 10.222.0.95 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621016 Jun 10 10:37:56.771692 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-29852358-b2c4-434e-97ab-a28a2bccef64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:56.773144 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-29852358-b2c4-434e-97ab-a28a2bccef64 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0685716 Jun 10 10:37:56.901515 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-5cf6e1af-8777-456c-a956-2259ac930e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:56.902964 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-5cf6e1af-8777-456c-a956-2259ac930e1e service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1070457 Jun 10 10:37:56.989931 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-5e022528-1b5f-4a07-b044-7ec6d9445bd9 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 1001 time: 0.0769038 Jun 10 10:37:57.052122 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-3f979745-fa84-4978-844a-287920223037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:57.053511 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-3f979745-fa84-4978-844a-287920223037 service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0536757 Jun 10 10:37:57.115255 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-f9a3ed24-6c6f-47c6-af80-a6d89dffa3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:37:57.116664 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-f9a3ed24-6c6f-47c6-af80-a6d89dffa3fb service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565803 Jun 10 10:37:57.237253 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-b733530f-1eff-4027-b4c7-6109fe00426c service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133740 Jun 10 10:37:57.364518 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-2d216170-475b-478d-94d7-f3e0ba220ff5 req-c3f4cc24-6278-4c69-91af-6a15eb62511e service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190517 Jun 10 10:38:10.738913 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-632b7d90-30c2-45b9-82a4-ab1243ef30d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.244412 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:13.254940 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-11c5f5e4-ef45-4375-874a-8f7426c57420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:14.237455 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:16.124631 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:22.125430 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:31.071696 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:38:40.739368 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-4c37c906-9e37-49ea-a589-cb345cc045d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:43.252295 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:43.259688 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-42e18d0f-8aea-4138-940a-5355407e437d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:44.240455 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:46.126337 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.124988 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.376771 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57920) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:52.581369 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Deleting port 3b1866ac-e88a-4a7a-b529-a1a8a83dadd3 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:38:52.581718 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.680817 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.681057 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.776283 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Calling delete_port for 3b1866ac-e88a-4a7a-b529-a1a8a83dadd3 owned by network:floatingip {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:38:52.948489 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:52.951197 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:52.983375 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event deleted for resources: {'Port': ['ID=3b1866ac-e88a-4a7a-b529-a1a8a83dadd3,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:53.016977 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.017359 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.017736 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.018146 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.018510 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.018870 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.019229 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.019588 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.019944 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.020301 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.020656 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.021012 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91749) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:53.025341 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:53.069726 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for floatingip, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.070085 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.db.l3_db [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Floating IP 32fdfccf-853e-468c-a232-63835164275c disassociated (deleted). External IP: 172.28.1.96, port: ea55840d-aa37-45ff-8026-6c0794f13181. Jun 10 10:38:53.356503 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Router 6e513db0-083a-4bb2-9dff-b60143447c5f has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:38:53.501991 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:38:53.507533 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for floatingip, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:53.511176 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] Sync routers for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:38:53.520088 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:53.520725 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:38:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:53.549774 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "DELETE /v2.0/floatingips/32fdfccf-853e-468c-a232-63835164275c HTTP/1.1" status: 204 len: 168 time: 1.1718776 Jun 10 10:38:53.550460 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181'}] {{(pid=91749) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:53.553561 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c688e34726b767b3f39aec888e39900bd3db317dbeaaa6c99b4d4ce967f5031b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca40a071-c267-4d68-9c9a-740869feb651" -d '{"events": [{"name": "network-changed", "server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181"}]}' {{(pid=91749) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:53.590554 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b4ad7b-de49-4dad-8486-8a55b41bc9ed x-openstack-request-id: req-e8b4ad7b-de49-4dad-8486-8a55b41bc9ed {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:53.590897 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181", "status": "completed", "code": 200}]} {{(pid=91749) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:53.591198 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-e8b4ad7b-de49-4dad-8486-8a55b41bc9ed {{(pid=91749) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:53.591642 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'status': 'completed', 'code': 200} Jun 10 10:38:53.665948 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:53.673318 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40a071-c267-4d68-9c9a-740869feb651 req-3ec8689d-c2cc-449a-b0f4-b15552f5c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.674847 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ca40a071-c267-4d68-9c9a-740869feb651 req-3ec8689d-c2cc-449a-b0f4-b15552f5c676 service neutron] 10.222.0.95 "GET /v2.0/ports?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 1099 time: 0.0601442 Jun 10 10:38:53.812280 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40a071-c267-4d68-9c9a-740869feb651 req-9439f180-d285-4118-9ecd-e2834becef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.813773 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ca40a071-c267-4d68-9c9a-740869feb651 req-9439f180-d285-4118-9ecd-e2834becef4a service neutron] 10.222.0.95 "GET /v2.0/networks?id=dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 200 len: 909 time: 0.1324143 Jun 10 10:38:53.869874 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ca40a071-c267-4d68-9c9a-740869feb651 req-a54a1151-113f-46c6-91f7-99db40f3e020 service neutron] 10.222.0.95 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 200 len: 217 time: 0.0485582 Jun 10 10:38:53.932671 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40a071-c267-4d68-9c9a-740869feb651 req-c8f96d4d-9328-404d-b2dd-27b1bba7d53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.934153 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ca40a071-c267-4d68-9c9a-740869feb651 req-c8f96d4d-9328-404d-b2dd-27b1bba7d53d service neutron] 10.222.0.95 "GET /v2.0/subnets?id=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 200 len: 846 time: 0.0570199 Jun 10 10:38:53.962980 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67aec74-a908-4118-93de-baa93d6ffdf8 req-d660b409-8fca-4790-b694-53bf92e7fdc0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:53.964498 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a67aec74-a908-4118-93de-baa93d6ffdf8 req-d660b409-8fca-4790-b694-53bf92e7fdc0 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0775487 Jun 10 10:38:54.001552 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40a071-c267-4d68-9c9a-740869feb651 req-8e20a88e-c737-421f-8968-79e3ef29300a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:54.003094 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ca40a071-c267-4d68-9c9a-740869feb651 req-8e20a88e-c737-421f-8968-79e3ef29300a service neutron] 10.222.0.95 "GET /v2.0/ports?network_id=dc002fb9-850a-4599-b7cb-5ad050980a98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0603170 Jun 10 10:38:54.008006 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-a67aec74-a908-4118-93de-baa93d6ffdf8 req-f85d14e6-7597-4d61-b7ca-e041f036e90b tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379224 Jun 10 10:38:54.067874 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:42Z', 'revision_number': 5, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:54.071263 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] Checking router: 6e513db0-083a-4bb2-9dff-b60143447c5f for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:38:54.079602 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:38:54.080215 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:38:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:54.230895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:38:54.382993 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ca40a071-c267-4d68-9c9a-740869feb651 req-54c58c08-606e-414b-8b27-b8ff32de1c29 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724086 Jun 10 10:38:54.493772 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:42Z', 'revision_number': 5, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:38:54.497213 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b984dca7-b183-45fd-aabc-fad602e119cc None None] The sync data for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb is: [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:37Z', 'revision_number': 4, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb', '_interfaces': [{'id': 'fadbb1c2-1a4e-419c-aeda-8acb4546cf6e', 'name': '', 'network_id': 'dc002fb9-850a-4599-b7cb-5ad050980a98', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'mac_address': 'fa:16:3e:16:c0:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:37Z', 'updated_at': '2021-06-10T10:34:42Z', 'revision_number': 5, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'subnets': [{'id': 'bd6432db-bcea-4cd3-a2aa-38b1bb2bc993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:38:54.499661 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-ca40a071-c267-4d68-9c9a-740869feb651 req-d0fbe1ac-c052-41cf-8bf6-655b66134853 service neutron] 10.222.0.95 "GET /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082292 Jun 10 10:38:54.696505 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93155284-d353-4c6a-ba3b-260919ec5fc9 None None] New status for floating IP 32fdfccf-853e-468c-a232-63835164275c: DOWN {{(pid=91751) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 10 10:38:55.326411 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-9ea29cee-fdce-40ef-97d6-49c0613b5d73 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91748) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:55.327994 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-9ea29cee-fdce-40ef-97d6-49c0613b5d73 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.95 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0685139 Jun 10 10:38:55.339207 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4228f83f-8de2-4c77-ac33-f35dfea4bde9 req-cec40c52-9e23-4024-aa67-d6210c42563c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91749) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 10 10:38:55.340745 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4228f83f-8de2-4c77-ac33-f35dfea4bde9 req-cec40c52-9e23-4024-aa67-d6210c42563c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 946 time: 0.0690560 Jun 10 10:38:55.384989 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-4228f83f-8de2-4c77-ac33-f35dfea4bde9 req-3e51b144-23ae-46f8-a3ce-5148e649cedc tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/security-groups?id=f9afbc3c-20b7-4111-b766-eb1483c696ce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383050 Jun 10 10:38:55.448406 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Deleting port ea55840d-aa37-45ff-8026-6c0794f13181 {{(pid=91748) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:38:55.448752 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.557858 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.db [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] For port ea55840d-aa37-45ff-8026-6c0794f13181, host hv-cinder-79575, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79575',level=0,port_id=ea55840d-aa37-45ff-8026-6c0794f13181,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91748) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:55.558242 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.654585 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.plugins.ml2.plugin [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Calling delete_port for ea55840d-aa37-45ff-8026-6c0794f13181 owned by compute:nova {{(pid=91748) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:38:55.799765 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31283570'] for port, after_delete {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.804528 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-8682e67c-e222-4401-bd53-28860c1b69c8 tempest-AttachVolumeTestJSON-1183135355 tempest-AttachVolumeTestJSON-1183135355-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:55.843527 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event deleted for resources: {'Port': ['ID=ea55840d-aa37-45ff-8026-6c0794f13181,revision_number=None']} {{(pid=91748) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:55.873469 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.873851 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.874251 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.874621 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.874985 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.875346 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.875708 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.876066 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.876424 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.876779 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.877136 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.877496 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91748) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:38:55.881308 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG oslo_concurrency.lockutils [None req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91748) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:55.905096 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] No DVR routers for this DVR port ea55840d-aa37-45ff-8026-6c0794f13181 on host hv-cinder-79575 {{(pid=91748) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:38:55.907460 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron_lib.callbacks.manager [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-224096'] for port, before_response {{(pid=91748) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:55.909409 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.wsgi [req-53c4bae1-8f17-4016-a8ab-6982163c3d9b req-37727f47-cf41-4167-b6cb-ca8a3762ca41 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.95 "DELETE /v2.0/ports/ea55840d-aa37-45ff-8026-6c0794f13181 HTTP/1.1" status: 204 len: 173 time: 0.5756459 Jun 10 10:38:55.910155 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-deleted', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181'}] {{(pid=91748) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 10 10:38:55.912449 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.23/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee1703182afdaaee48887b311c6e0e5b0afc18b5e88138d93f46f411ed92c410" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a45aaa2b-8224-4e8e-b9b0-4125e0c5aab9" -d '{"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-deleted", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181"}]}' {{(pid=91748) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 10 10:38:56.035876 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 10 Jun 2021 10:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a7182b-d537-4f27-b9d1-163cb63702b2 x-openstack-request-id: req-85a7182b-d537-4f27-b9d1-163cb63702b2 {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 10 10:38:56.036215 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e", "name": "network-vif-deleted", "tag": "ea55840d-aa37-45ff-8026-6c0794f13181", "status": "completed", "code": 200}]} {{(pid=91748) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 10 10:38:56.036507 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.23/compute/v2.1/os-server-external-events used request id req-85a7182b-d537-4f27-b9d1-163cb63702b2 {{(pid=91748) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 10 10:38:56.037005 dv-cinder-795751-1-smb neutron-server[91748]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e', 'name': 'network-vif-deleted', 'tag': 'ea55840d-aa37-45ff-8026-6c0794f13181', 'status': 'completed', 'code': 200} Jun 10 10:38:56.543048 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [req-109521fc-2cc3-4841-92ea-82c9e9e34057 req-28c218a9-255f-42e3-932a-cea6e2bb39a7 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "GET /v2.0/ports?device_id=afbdfcbf-8872-4102-bdb6-a9dc4b3ce14e HTTP/1.1" status: 200 len: 210 time: 0.0342097 Jun 10 10:38:57.684952 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57948) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:57.749366 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8c104cce-0c29-4585-8278-728789170c48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.775822 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8c104cce-0c29-4585-8278-728789170c48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.835985 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8c104cce-0c29-4585-8278-728789170c48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.838559 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-8c104cce-0c29-4585-8278-728789170c48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:57.839683 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-8c104cce-0c29-4585-8278-728789170c48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] 10.222.0.23 "DELETE /v2.0/security-groups/f9afbc3c-20b7-4111-b766-eb1483c696ce HTTP/1.1" status: 204 len: 168 time: 0.1537302 Jun 10 10:38:57.840439 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5c3d1015-3cda-45d8-a3b5-4c1c85a6e3af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:57.850307 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c104cce-0c29-4585-8278-728789170c48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9afbc3c-20b7-4111-b766-eb1483c696ce,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:57.852468 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-8c104cce-0c29-4585-8278-728789170c48 tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:57.878165 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57952) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:38:58.319462 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694140'] for router_interface, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:58.654100 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Deleting port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:38:58.654354 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:58.994094 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] For port fadbb1c2-1a4e-419c-aeda-8acb4546cf6e, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:38:58.994764 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:59.025586 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ea55840d-aa37-45ff-8026-6c0794f13181 no longer exists at agent hyperv_hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:38:59.049646 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] No Port match for: ea55840d-aa37-45ff-8026-6c0794f13181 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:38:59.050047 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Device ea55840d-aa37-45ff-8026-6c0794f13181 not bound to the agent host hv-cinder-79575 {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:38:59.091139 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Calling delete_port for fadbb1c2-1a4e-419c-aeda-8acb4546cf6e owned by network:router_interface {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:38:59.312706 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:59.314641 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-63ad1c4c-1bb4-4e4d-9f6f-a08ef35bca63 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:38:59.344443 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Pushing event deleted for resources: {'Port': ['ID=fadbb1c2-1a4e-419c-aeda-8acb4546cf6e,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:38:59.347464 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:38:59.575912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2092001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695532'] for router_interface, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:38:59.866713 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Router 6e513db0-083a-4bb2-9dff-b60143447c5f has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:39:00.008164 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:39:00.012986 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-2b02223c-24a8-473c-aea1-bfaea5ea5a70 admin admin] 10.222.0.23 "PUT /v2.0/routers/6e513db0-083a-4bb2-9dff-b60143447c5f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1338089 Jun 10 10:39:00.015547 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57954) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:00.016503 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] Sync routers for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:39:00.025935 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:00.026549 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:38:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:00.160064 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks [] for router, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.165585 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: dv-cinder-795751-1-smb {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:00.298020 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.356438 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Deleting port 4b668758-3877-4503-abd2-ac9017fc5448 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:00.356776 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.399454 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132'}], 'enable_snat': True}, 'gw_port_id': '4b668758-3877-4503-abd2-ac9017fc5448', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:38:59Z', 'revision_number': 5, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port': {'id': '4b668758-3877-4503-abd2-ac9017fc5448', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:7e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:00.402883 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] Checking router: 6e513db0-083a-4bb2-9dff-b60143447c5f for host: dv-cinder-795751-1-smb {{(pid=91750) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:39:00.414844 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] Routers {'6e513db0-083a-4bb2-9dff-b60143447c5f'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91750) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:00.415711 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:38:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['6e513db0-083a-4bb2-9dff-b60143447c5f'], 'active': True} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:00.463054 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] For port 4b668758-3877-4503-abd2-ac9017fc5448, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=4b668758-3877-4503-abd2-ac9017fc5448,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:00.463426 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.540808 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvr_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] Set router 6e513db0-083a-4bb2-9dff-b60143447c5f gateway port host: None {{(pid=91750) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:00.558355 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Calling delete_port for 4b668758-3877-4503-abd2-ac9017fc5448 owned by network:router_gateway {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:00.625731 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_hamode_db [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:39:00Z', 'revision_number': 6, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port_host': None}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91750) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:00.629850 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f0c7eb4-1a86-4d36-aff4-ec15740345cc None None] The sync data for ids ['6e513db0-083a-4bb2-9dff-b60143447c5f'] in dv-cinder-795751-1-smb is: [{'id': '6e513db0-083a-4bb2-9dff-b60143447c5f', 'name': 'tempest-TestShelveInstance-49781423-router', 'tenant_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:34Z', 'updated_at': '2021-06-10T10:39:00Z', 'revision_number': 6, 'project_id': '7f4ab98c20424d55826c7fc31c15ccaf', 'gw_port_host': None}] {{(pid=91750) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:39:00.761721 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:00.764396 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-c6c5c95e-2bd5-440d-8c8c-a2ba3a3a095c tempest-TestShelveInstance-61405756 tempest-TestShelveInstance-61405756-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:00.796601 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=4b668758-3877-4503-abd2-ac9017fc5448,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:00.800304 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:00.870644 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698685'] for router_gateway, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.252865 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123339'] for router, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.254975 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.309874 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687896'] for router, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.310471 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e513db0-083a-4bb2-9dff-b60143447c5f {{(pid=91749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:39:01.314631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.315809 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-60b1ad1f-631c-4485-8df9-1a12343a5b2d admin admin] 10.222.0.23 "DELETE /v2.0/routers/6e513db0-083a-4bb2-9dff-b60143447c5f HTTP/1.1" status: 204 len: 168 time: 1.2992885 Jun 10 10:39:01.318358 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57956) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:01.376958 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Deleting subnet bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:39:01.380174 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.429258 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.523428 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.597722 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.600490 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-32261fdd-b323-47b9-9cf6-2527af133bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:01.631827 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd6432db-bcea-4cd3-a2aa-38b1bb2bc993,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:01.634401 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:01.637039 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.639435 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-14c435ee-7347-4fc8-9921-78ee0969f6e6 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/bd6432db-bcea-4cd3-a2aa-38b1bb2bc993 HTTP/1.1" status: 204 len: 168 time: 0.3197219 Jun 10 10:39:01.641520 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57958) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:01.644043 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7aba20-54cb-4e5f-8329-1cc13022f4d7 None None] Network dc002fb9-850a-4599-b7cb-5ad050980a98 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:01.735198 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.794219 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Deleting port 679574db-4217-4227-b76f-744fbc5be170 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:01.794568 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.854971 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] DHCP port deletion for dc002fb9-850a-4599-b7cb-5ad050980a98 request from dv-cinder-795751-1-smb {{(pid=91750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:39:01.884464 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] For port 679574db-4217-4227-b76f-744fbc5be170, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=679574db-4217-4227-b76f-744fbc5be170,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:01.884831 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.909708 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Deleting port 679574db-4217-4227-b76f-744fbc5be170 {{(pid=91750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:01.910125 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:01.990184 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Calling delete_port for 679574db-4217-4227-b76f-744fbc5be170 owned by network:dhcp {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:02.088602 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.090682 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:02.124018 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Pushing event deleted for resources: {'Port': ['ID=679574db-4217-4227-b76f-744fbc5be170,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:02.127190 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:02.127988 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] No DVR routers for this DVR port 679574db-4217-4227-b76f-744fbc5be170 on host dv-cinder-795751-1-smb {{(pid=91749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:39:02.133139 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] For port 679574db-4217-4227-b76f-744fbc5be170, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=679574db-4217-4227-b76f-744fbc5be170,segment=NetworkSegment(1cb60a08-8c11-4b2c-b236-054b6705e77a),segment_id=1cb60a08-8c11-4b2c-b236-054b6705e77a)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:02.133558 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.225833 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.226196 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Calling delete_port for 679574db-4217-4227-b76f-744fbc5be170 owned by network:dhcp {{(pid=91750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:02.236912 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc002fb9-850a-4599-b7cb-5ad050980a98']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:02.253050 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb60a08-8c11-4b2c-b236-054b6705e77a') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:02.253825 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb60a08-8c11-4b2c-b236-054b6705e77a') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:02.263253 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.278615 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.284772 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Releasing vlan 1344 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:39:02.285171 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:39:02.287442 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:39:02.315982 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.317972 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:02.350439 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Pushing event deleted for resources: {'Port': ['ID=679574db-4217-4227-b76f-744fbc5be170,revision_number=None']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:02.355333 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] No DVR routers for this DVR port 679574db-4217-4227-b76f-744fbc5be170 on host dv-cinder-795751-1-smb {{(pid=91750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:39:02.363555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.363555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.363555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.363555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.363555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.363555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.363555 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.364359 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.364359 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.364681 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.364787 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.365033 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-795751-1-smb {{(pid=91750) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 10 10:39:02.368104 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-6fb6df17-48ac-4243-92b9-f7a0d468f259 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:02.369351 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.374268 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:02.378396 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] 10.222.0.23 "DELETE /v2.0/networks/dc002fb9-850a-4599-b7cb-5ad050980a98 HTTP/1.1" status: 204 len: 168 time: 0.7358005 Jun 10 10:39:02.379635 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57960) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:02.380265 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:02.448150 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Pushing event deleted for resources: {'Network': ['ID=dc002fb9-850a-4599-b7cb-5ad050980a98,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:02.466370 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device fadbb1c2-1a4e-419c-aeda-8acb4546cf6e no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:39:02.490710 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: fadbb1c2-1a4e-419c-aeda-8acb4546cf6e {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:39:02.491068 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device fadbb1c2-1a4e-419c-aeda-8acb4546cf6e not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:39:02.491498 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 4b668758-3877-4503-abd2-ac9017fc5448 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:39:02.494634 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-5dffef03-d98e-4a4e-a929-1c824dfcd69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:02.514814 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 4b668758-3877-4503-abd2-ac9017fc5448 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:39:02.515184 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 4b668758-3877-4503-abd2-ac9017fc5448 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:39:02.515612 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 679574db-4217-4227-b76f-744fbc5be170 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:39:02.538736 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 679574db-4217-4227-b76f-744fbc5be170 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:39:02.539097 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 679574db-4217-4227-b76f-744fbc5be170 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:39:02.836827 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1694140'] for router_interface, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:03.160776 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Deleting port 89731729-e27f-4fa9-b470-3b85a39381b7 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:03.161252 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:03.262117 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] For port 89731729-e27f-4fa9-b470-3b85a39381b7, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=89731729-e27f-4fa9-b470-3b85a39381b7,segment=NetworkSegment(ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef),segment_id=ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:03.262835 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:03.360526 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Calling delete_port for 89731729-e27f-4fa9-b470-3b85a39381b7 owned by network:router_interface {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:03.580091 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:03.581989 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-612116c4-483c-4cf7-bf9c-bc9f0691e3f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:03.611983 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Pushing event deleted for resources: {'Port': ['ID=89731729-e27f-4fa9-b470-3b85a39381b7,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:03.615445 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:03.831183 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2092001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1695532'] for router_interface, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.380322 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Router 32ad0e54-40c4-486e-8439-824dabcaf377 has already been hosted by L3 agent 81deb2f1-f18a-4606-8333-c2dcab902a8b {{(pid=91749) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 10 10:39:04.525122 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] Notify agent at l3_agent.dv-cinder-795751-1-smb the message routers_updated {{(pid=91749) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Jun 10 10:39:04.530124 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-f105a45b-0be6-4abd-b3ce-931c2904b8fc admin admin] 10.222.0.23 "PUT /v2.0/routers/32ad0e54-40c4-486e-8439-824dabcaf377/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1473696 Jun 10 10:39:04.532608 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57962) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:04.535947 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73b111-2543-403e-a454-76f23d585917 None None] Sync routers for ids ['32ad0e54-40c4-486e-8439-824dabcaf377'] in dv-cinder-795751-1-smb {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 10 10:39:04.545132 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] Routers {'32ad0e54-40c4-486e-8439-824dabcaf377'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:04.545738 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:38:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['32ad0e54-40c4-486e-8439-824dabcaf377'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:04.677516 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks [] for router, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.690824 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] Set router 32ad0e54-40c4-486e-8439-824dabcaf377 gateway port host: dv-cinder-795751-1-smb {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:04.823487 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.882298 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Deleting port c9de115f-1c3b-4617-86ed-008efc2f31c7 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:04.882659 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:04.929844 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'external_fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66'}], 'enable_snat': True}, 'gw_port_id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:39:03Z', 'revision_number': 5, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port': {'id': 'c9de115f-1c3b-4617-86ed-008efc2f31c7', 'name': '', 'network_id': 'e0fb7d3e-a91d-4769-b6f0-de1a896063d2', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:c2:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'device_owner': 'network:router_gateway', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'ip_address': '172.28.1.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-795751-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-10T10:34:40Z', 'updated_at': '2021-06-10T10:34:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c8f09b6b-3ce6-49b4-b519-27308a8f85ab', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-795751-1-smb'}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:04.933097 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73b111-2543-403e-a454-76f23d585917 None None] Checking router: 32ad0e54-40c4-486e-8439-824dabcaf377 for host: dv-cinder-795751-1-smb {{(pid=91751) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 10 10:39:04.941025 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] Routers {'32ad0e54-40c4-486e-8439-824dabcaf377'} bound to L3 agent in host dv-cinder-795751-1-smb {{(pid=91751) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jun 10 10:39:04.942211 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-795751-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-10T10:16:43Z,description=,heartbeat_timestamp=2021-06-10T10:38:43Z,host='dv-cinder-795751-1-smb',id=81deb2f1-f18a-4606-8333-c2dcab902a8b,load=0,resource_versions=,resources_synced=,started_at=2021-06-10T10:16:43Z,topic='l3_agent')) {'router_ids': ['32ad0e54-40c4-486e-8439-824dabcaf377'], 'active': True} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:04.987411 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] For port c9de115f-1c3b-4617-86ed-008efc2f31c7, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=c9de115f-1c3b-4617-86ed-008efc2f31c7,segment=NetworkSegment(14da0709-49f1-4511-b98c-0922c1ca18e9),segment_id=14da0709-49f1-4511-b98c-0922c1ca18e9)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:04.987843 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.086495 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Calling delete_port for c9de115f-1c3b-4617-86ed-008efc2f31c7 owned by network:router_gateway {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:05.152026 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_dvr_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] Set router 32ad0e54-40c4-486e-8439-824dabcaf377 gateway port host: None {{(pid=91751) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:841}} Jun 10 10:39:05.231519 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.l3_hamode_db [None req-8d73b111-2543-403e-a454-76f23d585917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:39:04Z', 'revision_number': 6, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port_host': None}], 'dv-cinder-795751-1-smb', False) {} {{(pid=91751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:05.234932 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d73b111-2543-403e-a454-76f23d585917 None None] The sync data for ids ['32ad0e54-40c4-486e-8439-824dabcaf377'] in dv-cinder-795751-1-smb is: [{'id': '32ad0e54-40c4-486e-8439-824dabcaf377', 'name': 'tempest-TestShelveInstance-369959976-router', 'tenant_id': 'f357cc977d1a40a0857f6e1e07bae163', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-10T10:34:39Z', 'updated_at': '2021-06-10T10:39:04Z', 'revision_number': 6, 'project_id': 'f357cc977d1a40a0857f6e1e07bae163', 'gw_port_host': None}] {{(pid=91751) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 10 10:39:05.289802 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.291668 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:05.321234 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c9de115f-1c3b-4617-86ed-008efc2f31c7,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:05.324658 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:05.400805 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1698685'] for router_gateway, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.538662 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1688462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-123339'] for router, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.540693 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.599311 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1687896'] for router, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.599923 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32ad0e54-40c4-486e-8439-824dabcaf377 {{(pid=91749) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jun 10 10:39:05.604299 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] Notify callbacks [] for router, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.605501 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-61cfcf46-982a-41f3-a865-7eff6c606d6f admin admin] 10.222.0.23 "DELETE /v2.0/routers/32ad0e54-40c4-486e-8439-824dabcaf377 HTTP/1.1" status: 204 len: 168 time: 1.0719752 Jun 10 10:39:05.608057 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57964) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:05.663590 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Deleting subnet b469de47-495a-487f-b6a3-c4c43a4357d4 {{(pid=91749) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 10 10:39:05.666631 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.721349 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30036280'] for subnet, precommit_delete_associations {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.811189 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-603366'] for subnet, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.875137 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-603389', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-32727438', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29966940'] for subnet, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.877017 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-bb3b09aa-b206-48c7-aefa-d11770a6f457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:05.908040 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b469de47-495a-487f-b6a3-c4c43a4357d4,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:05.911601 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:05.912594 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for subnet, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:05.914462 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-b4fa4648-fb20-4856-ab2e-ce4e643f7ab3 admin admin] 10.222.0.23 "DELETE /v2.0/subnets/b469de47-495a-487f-b6a3-c4c43a4357d4 HTTP/1.1" status: 204 len: 168 time: 0.3054807 Jun 10 10:39:05.916879 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57966) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:05.917644 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551a0f7a-5aa2-407e-a09a-1471e0725edc None None] Network 8032235d-85da-4dbf-b38e-c3d2dd5d1007 requested from dv-cinder-795751-1-smb {{(pid=91750) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 10 10:39:06.010402 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-530815'] for network, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.079344 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Deleting port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 {{(pid=91749) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:06.079731 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.155763 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] DHCP port deletion for 8032235d-85da-4dbf-b38e-c3d2dd5d1007 request from dv-cinder-795751-1-smb {{(pid=91750) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 10 10:39:06.170169 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.db [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] For port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,segment=NetworkSegment(ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef),segment_id=ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef)] {{(pid=91749) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:06.170538 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.215510 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] Deleting port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 {{(pid=91750) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1900}} Jun 10 10:39:06.215902 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8739068449567'] for port, before_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.267695 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.plugin [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Calling delete_port for 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 owned by network:dhcp {{(pid=91749) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:06.299790 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.db [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] For port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829, host dv-cinder-795751-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-795751-1-smb',level=0,port_id=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,segment=NetworkSegment(ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef),segment_id=ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef)] {{(pid=91750) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Jun 10 10:39:06.300206 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1691783'] for port, precommit_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.362104 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-32730436'] for port, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.366390 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-809df9b7-912d-45d3-9996-c1ef141bec16 tempest-AttachVolumeShelveTestJSON-1762163618 tempest-AttachVolumeShelveTestJSON-1762163618-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:06.397647 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Pushing event deleted for resources: {'Port': ['ID=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:06.398782 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] Calling delete_port for 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 owned by network:dhcp {{(pid=91750) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1973}} Jun 10 10:39:06.400978 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:06.401836 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] No DVR routers for this DVR port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 on host dv-cinder-795751-1-smb {{(pid=91749) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:39:06.473106 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:39:06.500730 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:39:06.501094 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:39:06.501519 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c9de115f-1c3b-4617-86ed-008efc2f31c7 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:39:06.501633 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-601193', 'neutron.services.segments.db._delete_segments_for_network-8739068485551'] for network, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.513248 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8032235d-85da-4dbf-b38e-c3d2dd5d1007']}} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:06.524244 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef') {'for_net_delete': True} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:06.524548 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.services.segments.db [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2db9c9-ac9d-4d39-a5fc-be4d22cf9aef') {} {{(pid=91749) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 10 10:39:06.534221 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: c9de115f-1c3b-4617-86ed-008efc2f31c7 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:39:06.534366 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8739068485380', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30036257'] for segment, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.534592 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device c9de115f-1c3b-4617-86ed-008efc2f31c7 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:39:06.535024 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 89731729-e27f-4fa9-b470-3b85a39381b7 no longer exists at agent ovs-agent-dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Jun 10 10:39:06.553216 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825'] for segment, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.559128 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Releasing vlan 1304 on physical network physnet1 to pool {{(pid=91749) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 10 10:39:06.559508 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-591825', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-32730385'] for segment, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.560390 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.plugin [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] No Port match for: 89731729-e27f-4fa9-b470-3b85a39381b7 {{(pid=91750) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2227}} Jun 10 10:39:06.560739 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.plugins.ml2.rpc [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Device 89731729-e27f-4fa9-b470-3b85a39381b7 not bound to the agent host dv-cinder-795751-1-smb {{(pid=91750) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: Traceback (most recent call last): Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: timer() Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: cb(*args, **kw) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: return func(*args, **kwargs) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: self._notify() Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: self.callback(batched_events) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: event.method(event) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: aggregate_uuid = self.p_client.list_aggregates( Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: return f(self, *a, **k) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: return self._get(url).json() Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: return self.request(url, 'GET', **kwargs) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: base_url = self.get_endpoint(auth, allow=allow, Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 10 10:39:06.561184 dv-cinder-795751-1-smb neutron-server[91749]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 10 10:39:06.563930 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-679798', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-43277', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2084891', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8739068454211', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8739068014111'] for port, after_delete {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.567271 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-2ee43dfc-9ca5-4e29-88f2-000d20c778a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:06.596218 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] Pushing event deleted for resources: {'Port': ['ID=8dd4d4e2-a3fc-4eda-97b1-f1a609750829,revision_number=None']} {{(pid=91750) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:06.598103 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] No DVR routers for this DVR port 8dd4d4e2-a3fc-4eda-97b1-f1a609750829 on host dv-cinder-795751-1-smb {{(pid=91750) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 10 10:39:06.599512 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG oslo_concurrency.lockutils [None req-e9434dc2-a88b-4332-9925-379fa1c8dc09 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91750) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:06.639504 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-601184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-40937', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-2084882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1698578'] for network, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.644429 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:06.647213 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2084873'] for network, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.649050 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] 10.222.0.23 "DELETE /v2.0/networks/8032235d-85da-4dbf-b38e-c3d2dd5d1007 HTTP/1.1" status: 204 len: 168 time: 0.7312369 Jun 10 10:39:06.662664 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Pushing event deleted for resources: {'Network': ['ID=8032235d-85da-4dbf-b38e-c3d2dd5d1007,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:06.665454 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-2958a911-32f7-4f50-9ad0-a43ea030884e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:06.819854 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57970) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:06.862487 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-aa426b22-9416-4e34-8354-19604b4f88ca admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=7f4ab98c20424d55826c7fc31c15ccaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0412490 Jun 10 10:39:06.865060 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57972) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:06.920077 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6777133b-94a2-428f-8a3c-94e37c08ff9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.942978 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6777133b-94a2-428f-8a3c-94e37c08ff9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.994515 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6777133b-94a2-428f-8a3c-94e37c08ff9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.997043 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-6777133b-94a2-428f-8a3c-94e37c08ff9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:06.998190 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6777133b-94a2-428f-8a3c-94e37c08ff9b admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/4402ffa0-86c1-467c-9743-f29dbcb5b3f6 HTTP/1.1" status: 204 len: 168 time: 0.1322305 Jun 10 10:39:06.998954 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-42afad07-f35e-47a3-b70c-ad087f62b5c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:07.007822 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6777133b-94a2-428f-8a3c-94e37c08ff9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4402ffa0-86c1-467c-9743-f29dbcb5b3f6,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:07.010277 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-6777133b-94a2-428f-8a3c-94e37c08ff9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:07.314317 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57978) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:07.359297 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-6e86b8a2-1d95-4769-bb64-fe26f02263a0 admin admin] 10.222.0.23 "GET /v2.0/security-groups?tenant_id=f357cc977d1a40a0857f6e1e07bae163&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0436635 Jun 10 10:39:07.361610 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [-] (91749) accepted ('10.222.0.23', 57980) {{(pid=91749) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 10 10:39:07.413645 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-874e7bf1-28f5-4c61-b64a-f4314de4d3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:07.435810 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-874e7bf1-28f5-4c61-b64a-f4314de4d3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:07.487549 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-874e7bf1-28f5-4c61-b64a-f4314de4d3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1764806'] for security_group, after_delete {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:07.491004 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron_lib.callbacks.manager [None req-874e7bf1-28f5-4c61-b64a-f4314de4d3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91749) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:07.492672 dv-cinder-795751-1-smb neutron-server[91749]: INFO neutron.wsgi [None req-874e7bf1-28f5-4c61-b64a-f4314de4d3c1 admin admin] 10.222.0.23 "DELETE /v2.0/security-groups/e4d933e0-fee4-4604-999b-6cbc4f94fef7 HTTP/1.1" status: 204 len: 168 time: 0.1299119 Jun 10 10:39:07.493815 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-621045f2-b9d7-439f-aca6-ea6e8b00c12e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 10 10:39:07.509237 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874e7bf1-28f5-4c61-b64a-f4314de4d3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d933e0-fee4-4604-999b-6cbc4f94fef7,revision_number=None']} {{(pid=91749) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 10 10:39:07.511643 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG oslo_concurrency.lockutils [None req-874e7bf1-28f5-4c61-b64a-f4314de4d3c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91749) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 10 10:39:08.071772 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:39:10.741370 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e37576a9-ff83-4f7f-adc5-9a2b8a1a1f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:13.243797 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:13.259929 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-9f13f379-12a6-42d9-8331-bdb39188095e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:14.242895 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:16.131860 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:22.131979 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:40.741897 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c44fa7aa-2ebf-4bf7-8e6c-d8dd9157224b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.250725 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:43.261397 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-94df832d-ca47-4dd0-92ae-8bf2d50f9d27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:44.245806 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:45.070949 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:39:46.131709 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:39:52.131088 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:10.742834 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3d3ab554-bb1e-4f74-84a7-08a2783ff6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:13.259307 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:13.265345 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-55a03c22-0d53-4018-b881-227fa15db643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:14.247226 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:16.135411 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:22.069557 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:40:22.154176 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:40.743190 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f1e4a398-43cf-4534-8a7a-e4b7667c469e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:43.250245 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:43.265583 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-b412fe4d-e5b8-49f9-8642-5db075f6a7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:44.250187 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:46.137121 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:52.154362 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:40:59.069347 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:41:10.744083 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-68992138-ed62-4fe6-addf-fb18685f7e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:13.255933 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:13.266141 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-245a6394-bc57-4113-a1ff-f22051c786b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:14.251995 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:16.139248 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:22.168488 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:36.067846 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:41:40.745757 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-944b5d00-c3d4-4799-b35f-061e44983f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:43.262421 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:43.269503 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-e5c2794a-636f-4345-8d9a-66530a4070c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:44.254788 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:46.141622 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:41:52.179814 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:10.746581 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-7a37b90b-c17c-47f7-bde4-73855a2b73a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:13.066108 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:42:13.253971 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:13.269911 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-5a3bcdf2-53e7-4e20-bba6-4b12f62a6a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:14.257415 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:16.144461 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:22.173578 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:40.750761 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-763eaa8a-13cc-4628-b8a8-50a85acbece6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:43.255295 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:43.270222 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-21a592a3-88d3-467a-98fe-d07e09bed1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:44.261337 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:46.146325 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:42:47.948818 dv-cinder-795751-1-smb neutron-server[91749]: DEBUG neutron.wsgi [req-5cc355f4-7b6b-459a-8097-edae2fc03892 req-7ef2d937-69dd-4021-904a-f7bb5bba3087 service neutron] (91749) timed out ('10.222.0.95', 55006) {{(pid=91749) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 10:42:48.443120 dv-cinder-795751-1-smb neutron-server[91748]: DEBUG neutron.wsgi [req-4da1a873-a18c-4448-a9b6-baa626772e70 req-634ca8fd-7c61-4c77-9f89-563a86580cb8 service neutron] (91748) timed out ('10.222.0.95', 54931) {{(pid=91748) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 10 10:42:50.066308 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:42:52.194552 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:10.751682 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-94f08e41-8b4c-434f-b316-5a78783d0666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.259940 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:13.271365 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-f6472c9a-2e58-48b2-96de-cc21688e228e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:14.262789 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:16.148889 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:22.199133 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:27.064909 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:43:40.754308 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-c873fb3a-63de-4081-95df-945f1d68b3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:43.267959 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:43.274694 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3ced406f-3471-4aa4-9a77-fad55e601751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:44.266266 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:46.152009 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:43:52.338240 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:04.064164 dv-cinder-795751-1-smb neutron-server[91751]: DEBUG neutron.db.agents_db [None req-33a151e1-a056-403e-bc07-1f457578050c None None] Agent healthcheck: found 6 active agents {{(pid=91751) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 10 10:44:10.755641 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-b8601089-c275-46d6-8f11-4545c055a0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.259728 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-3070d820-ef13-4b5e-ac90-57cdd193eea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:13.274489 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ffe3e52b-6923-46ff-a5e5-0bdf74e27ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:14.266805 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-ab2d9a50-a6d1-42ba-8ee8-c4269d0bdb6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:16.154529 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-a6d52597-bb8a-418e-87f6-b510876d4dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 10 10:44:22.217941 dv-cinder-795751-1-smb neutron-server[91750]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4b9d-cdf1-4fcc-befd-bf192ad5076b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8739068485533', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-602023'] for agent, after_update {{(pid=91750) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}